Add Amazonbot to list of bot user agents

This commit is contained in:
Deimos
2020-10-02 13:14:28 -06:00
parent 746568cb44
commit 4efff58bac

View File

@@ -27,6 +27,7 @@ def get_redis_connection(request: Request) -> Redis:
def is_bot(request: Request) -> bool:
"""Return whether the request is by a known bot (e.g. search engine crawlers)."""
bot_user_agent_substrings = (
"Amazonbot",
"bingbot",
"Googlebot",
"heritrix",