chore: update server.py
minor fix
This commit is contained in:
parent
77e22c5c3e
commit
b16a541c2e
1 changed files with 1 additions and 1 deletions
|
|
@ -47,7 +47,7 @@ def get_robots_txt_url(url: str) -> str:
|
||||||
async def check_may_autonomously_fetch_url(url: str, user_agent: str):
|
async def check_may_autonomously_fetch_url(url: str, user_agent: str):
|
||||||
"""
|
"""
|
||||||
Check if the URL can be fetched by the user agent according to the robots.txt file.
|
Check if the URL can be fetched by the user agent according to the robots.txt file.
|
||||||
Raises an McpError if not.
|
Raises a McpError if not.
|
||||||
"""
|
"""
|
||||||
from httpx import AsyncClient, HTTPError
|
from httpx import AsyncClient, HTTPError
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue