WebscraperTool bypass cloudflare site by cloudscraper (#6337)

2024-07-17 14:13:57 +08:00
parent 7943f7f697
commit 4e2fba404d
3 changed files with 58 additions and 21 deletions
--- a/api/pyproject.toml
+++ b/api/pyproject.toml
@@ -193,6 +193,7 @@ twilio = "~9.0.4"
 vanna = { version = "0.5.5", extras = ["postgres", "mysql", "clickhouse", "duckdb"] }
 wikipedia = "1.4.0"
 yfinance = "~0.2.40"
+cloudscraper = "1.2.71"

 ############################################################
 # VDB dependencies required by vector store clients