diff options
| author | Émilien (perso) <4016501+unixfox@users.noreply.github.com> | 2024-01-17 09:14:36 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-01-17 09:14:36 +0100 |
| commit | 7c80807bb8204e9ef0df9a39207e30587c856c0a (patch) | |
| tree | 0187ce4421a2105d58348236be2ea28fb026b821 | |
| parent | 9c5f9735cf3afd1a7e7a2f873f200fd2cdb28390 (diff) | |
Block HeadlessChrome (#3116)
| -rw-r--r-- | searx/botdetection/http_user_agent.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/searx/botdetection/http_user_agent.py b/searx/botdetection/http_user_agent.py index e2e02a9b..9e45c7f9 100644 --- a/searx/botdetection/http_user_agent.py +++ b/searx/botdetection/http_user_agent.py @@ -35,7 +35,7 @@ USER_AGENT = ( + r'|HttpClient|Jersey|Python|libwww-perl|Ruby|SynHttpClient|UniversalFeedParser|Googlebot|GoogleImageProxy' + r'|bingbot|Baiduspider|yacybot|YandexMobileBot|YandexBot|Yahoo! Slurp|MJ12bot|AhrefsBot|archive.org_bot|msnbot' + r'|MJ12bot|SeznamBot|linkdexbot|Netvibes|SMTBot|zgrab|James BOT|Sogou|Abonti|Pixray|Spinn3r|SemrushBot|Exabot' - + r'|ZmEu|BLEXBot|bitlybot' + + r'|ZmEu|BLEXBot|bitlybot|HeadlessChrome' # unmaintained Farside instances + r'|' + re.escape(r'Mozilla/5.0 (compatible; Farside/0.1.0; +https://farside.link)') |