Fix: RateLimit requests were not released when a streaming generation exception occurred (#11540)

2024-12-11 19:16:35 +08:00
parent ceaa9f1101
commit d05f189049
2 changed files with 4 additions and 1 deletions
--- a/api/core/app/features/rate_limiting/rate_limit.py
+++ b/api/core/app/features/rate_limiting/rate_limit.py
@@ -110,7 +110,7 @@ class RateLimitGenerator:
            raise StopIteration
        try:
            return next(self.generator)
-        except StopIteration:
+        except Exception:
            self.close()
            raise