Add "heritrix" to bot user agent substrings

2026-04-17 06:48:36 +02:00 · 2019-10-01 12:18:08 -06:00
parent 4bfa896ecf
commit 82d0812a10
1 changed files with 1 additions and 0 deletions
--- a/tildes/tildes/request_methods.py
+++ b/tildes/tildes/request_methods.py
@@ -24,6 +24,7 @@ def is_bot(request: Request) -> bool:
    bot_user_agent_substrings = (
        "bingbot",
        "Googlebot",
+        "heritrix",
        "http.rb",
        "qotnews scraper",
        "Prometheus",