modelcontextprotocol/servers
Watch
1
0
Fork
You've already forked servers
 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ensure url is string type in robot_parser.can_fetch()

Browse source
This commit is contained in:
YeongJun 2024-11-30 23:10:12 +09:00 • committed by GitHub
commit 168522f34d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/fetch/src/mcp_server_fetch/server.py
View file

@ -93,7 +93,7 @@ async def check_may_autonomously_fetch_url(url: AnyUrl | str, user_agent: str) -
line for line in robot_txt.splitlines() if not line.strip().startswith("#") line for line in robot_txt.splitlines() if not line.strip().startswith("#")
) )
robot_parser = Protego.parse(processed_robot_txt) robot_parser = Protego.parse(processed_robot_txt)
if not robot_parser.can_fetch(url, user_agent): if not robot_parser.can_fetch(str(url), user_agent):
raise McpError( raise McpError(
INTERNAL_ERROR, INTERNAL_ERROR,
f"The sites robots.txt ({robot_txt_url}), specifies that autonomous fetching of this page is not allowed, " f"The sites robots.txt ({robot_txt_url}), specifies that autonomous fetching of this page is not allowed, "