summaryrefslogtreecommitdiff
path: root/searxng_extra
diff options
context:
space:
mode:
authorArtikusHG <artiomoleynic@gmail.com>2022-12-11 17:45:47 +0200
committerArtikusHG <artiomoleynic@gmail.com>2022-12-16 21:07:39 +0200
commit1f8f8c1e91040fd10bacdc473b8d5f97dda6424e (patch)
tree30ed501e9a052ae4a9d81af45026af9a1deecfcf /searxng_extra
parenta6d870d5cfecfee78dcdd2a67cce318c894da2da (diff)
Replace langdetect with fasttext
Diffstat (limited to 'searxng_extra')
-rwxr-xr-xsearxng_extra/update/update_engine_descriptions.py16
1 files changed, 1 insertions, 15 deletions
diff --git a/searxng_extra/update/update_engine_descriptions.py b/searxng_extra/update/update_engine_descriptions.py
index f3d6e7fa..6052bf08 100755
--- a/searxng_extra/update/update_engine_descriptions.py
+++ b/searxng_extra/update/update_engine_descriptions.py
@@ -17,14 +17,11 @@ from os.path import join
from lxml.html import fromstring
-from langdetect import detect_langs
-from langdetect.lang_detect_exception import LangDetectException
-
from searx.engines import wikidata, set_loggers
from searx.utils import extract_text, match_language
from searx.locales import LOCALE_NAMES, locales_initialize
from searx import searx_dir
-from searx.utils import gen_useragent
+from searx.utils import gen_useragent, detect_language
import searx.search
import searx.network
@@ -117,17 +114,6 @@ def get_wikipedia_summary(lang, pageid):
return None
-def detect_language(text):
- try:
- r = detect_langs(str(text)) # pylint: disable=E1101
- except LangDetectException:
- return None
-
- if len(r) > 0 and r[0].prob > 0.95:
- return r[0].lang
- return None
-
-
def get_website_description(url, lang1, lang2=None):
headers = {
'User-Agent': gen_useragent(),