fix (#8322 followup): resolve the violation of pylint rules (#8391)

This commit is contained in:
Bowen Liang 2024-09-13 23:19:36 +08:00 committed by GitHub
parent a1104ab97e
commit aad6f340b3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions

View File

@ -35,10 +35,10 @@ class CrawlTool(BuiltinTool):
scrapeOptions["excludeTags"] = get_array_params(tool_parameters, "excludeTags")
scrapeOptions["onlyMainContent"] = tool_parameters.get("onlyMainContent", False)
scrapeOptions["waitFor"] = tool_parameters.get("waitFor", 0)
scrapeOptions = {k: v for k, v in scrapeOptions.items() if v not in (None, "")}
scrapeOptions = {k: v for k, v in scrapeOptions.items() if v not in {None, ""}}
payload["scrapeOptions"] = scrapeOptions or None
payload = {k: v for k, v in payload.items() if v not in (None, "")}
payload = {k: v for k, v in payload.items() if v not in {None, ""}}
crawl_result = app.crawl_url(url=tool_parameters["url"], wait=wait_for_results, **payload)

View File

@ -29,10 +29,10 @@ class ScrapeTool(BuiltinTool):
extract["schema"] = get_json_params(tool_parameters, "schema")
extract["systemPrompt"] = tool_parameters.get("systemPrompt")
extract["prompt"] = tool_parameters.get("prompt")
extract = {k: v for k, v in extract.items() if v not in (None, "")}
extract = {k: v for k, v in extract.items() if v not in {None, ""}}
payload["extract"] = extract or None
payload = {k: v for k, v in payload.items() if v not in (None, "")}
payload = {k: v for k, v in payload.items() if v not in {None, ""}}
crawl_result = app.scrape_url(url=tool_parameters["url"], **payload)
markdown_result = crawl_result.get("data", {}).get("markdown", "")