[BugFix] Api server bugs (#3530)

* Update serving_chat.py * Update serving_completion.py * Update serving_completion.py
2025-10-06 17:17:14 +08:00 · 2025-08-22 14:01:14 +08:00
parent c18975366e
commit 4d6fb96cd6
2 changed files with 9 additions and 8 deletions
--- a/fastdeploy/entrypoints/openai/serving_chat.py
+++ b/fastdeploy/entrypoints/openai/serving_chat.py
@@ -99,6 +99,7 @@ class OpenAIServingChat:
                if isinstance(prompt_token_ids, np.ndarray):
                    prompt_token_ids = prompt_token_ids.tolist()
            except Exception as e:
+                self.engine_client.semaphore.release()
                return ErrorResponse(code=400, message=str(e))

            del current_req_dict