felixfoertsch/tildes
1
0
Fork 0
mirror of https://gitlab.com/tildes/tildes.git synced 2026-04-17 23:08:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add Amazonbot to list of bot user agents

Browse Source
This commit is contained in:
Deimos
2020-10-02 13:14:28 -06:00
parent 746568cb44
commit 4efff58bac
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tildes/tildes/request_methods.py
View File

@@ -27,6 +27,7 @@ def get_redis_connection(request: Request) -> Redis:
def is_bot(request: Request) -> bool: def is_bot(request: Request) -> bool:
"""Return whether the request is by a known bot (e.g. search engine crawlers).""" """Return whether the request is by a known bot (e.g. search engine crawlers)."""
bot_user_agent_substrings = ( bot_user_agent_substrings = (
"Amazonbot",
"bingbot", "bingbot",
"Googlebot", "Googlebot",
"heritrix", "heritrix",