mirror of
https://github.com/langgenius/dify.git
synced 2024-11-16 11:42:29 +08:00
parent
a1104ab97e
commit
aad6f340b3
|
@ -35,10 +35,10 @@ class CrawlTool(BuiltinTool):
|
|||
scrapeOptions["excludeTags"] = get_array_params(tool_parameters, "excludeTags")
|
||||
scrapeOptions["onlyMainContent"] = tool_parameters.get("onlyMainContent", False)
|
||||
scrapeOptions["waitFor"] = tool_parameters.get("waitFor", 0)
|
||||
scrapeOptions = {k: v for k, v in scrapeOptions.items() if v not in (None, "")}
|
||||
scrapeOptions = {k: v for k, v in scrapeOptions.items() if v not in {None, ""}}
|
||||
payload["scrapeOptions"] = scrapeOptions or None
|
||||
|
||||
payload = {k: v for k, v in payload.items() if v not in (None, "")}
|
||||
payload = {k: v for k, v in payload.items() if v not in {None, ""}}
|
||||
|
||||
crawl_result = app.crawl_url(url=tool_parameters["url"], wait=wait_for_results, **payload)
|
||||
|
||||
|
|
|
@ -29,10 +29,10 @@ class ScrapeTool(BuiltinTool):
|
|||
extract["schema"] = get_json_params(tool_parameters, "schema")
|
||||
extract["systemPrompt"] = tool_parameters.get("systemPrompt")
|
||||
extract["prompt"] = tool_parameters.get("prompt")
|
||||
extract = {k: v for k, v in extract.items() if v not in (None, "")}
|
||||
extract = {k: v for k, v in extract.items() if v not in {None, ""}}
|
||||
payload["extract"] = extract or None
|
||||
|
||||
payload = {k: v for k, v in payload.items() if v not in (None, "")}
|
||||
payload = {k: v for k, v in payload.items() if v not in {None, ""}}
|
||||
|
||||
crawl_result = app.scrape_url(url=tool_parameters["url"], **payload)
|
||||
markdown_result = crawl_result.get("data", {}).get("markdown", "")
|
||||
|
|
Loading…
Reference in New Issue
Block a user