chore: docstring not match the function parameter (#17162)

This commit is contained in:
非法操作
2025-03-31 13:19:15 +08:00
committed by GitHub
parent 32527b26d5
commit 44f911a0a8
47 changed files with 60 additions and 95 deletions

View File

@@ -7,11 +7,10 @@ class FirecrawlWebExtractor(BaseExtractor):
"""
Crawl and scrape websites and return content in clean llm-ready markdown.
Args:
url: The URL to scrape.
api_key: The API key for Firecrawl.
base_url: The base URL for the Firecrawl API. Defaults to 'https://api.firecrawl.dev'.
job_id: The crawl job id.
tenant_id: The tenant id.
mode: The mode of operation. Defaults to 'scrape'. Options are 'crawl', 'scrape' and 'crawl_return_urls'.
only_main_content: Only return the main content of the page excluding headers, navs, footers, etc.
"""

View File

@@ -14,15 +14,6 @@ class UnstructuredMarkdownExtractor(BaseExtractor):
Args:
file_path: Path to the file to load.
remove_hyperlinks: Whether to remove hyperlinks from the text.
remove_images: Whether to remove images from the text.
encoding: File encoding to use. If `None`, the file will be loaded
with the default system encoding.
autodetect_encoding: Whether to try to autodetect the file encoding
if the specified encoding fails.
"""
def __init__(self, file_path: str, api_url: Optional[str] = None, api_key: str = ""):