chg: [language] replace lexilang by ail-project picolang

Author: Terrtia

bin/lib/Language.py

@@ -9,7 +9,7 @@
 import html2text
 
 import gcld3
-from lexilang.detector import detect as lexilang_detect
+from picolang.detector import detect as picolang_detect
 from libretranslatepy import LibreTranslateAPI
 
 sys.path.append(os.environ['AIL_BIN'])
@@ -242,7 +242,7 @@ def create_dict_iso_languages():
     'sn': 'sna',
     'so': 'som',
     'sq': 'sqi',
-    'sr': 'hbs',  # Lexilang invalid use of sr. Should se deprecated sh
+    'sr': 'hbs',  # picolang invalid use of sr. Should se deprecated sh
     'st': 'sot',
     'su': 'sun',
     'sv': 'swe',
@@ -625,8 +625,8 @@ def detect_gcld3(self, content):
                 languages.append(lang.language)
         return languages
 
-    def detect_lexilang(self, content):
-        language, prob = lexilang_detect(content)
+    def detect_picolang(self, content):
+        language, prob = picolang_detect(content)
         # print(language, prob)
         if prob > 0 and self.min_probability == -1:
             return [language]
@@ -646,10 +646,10 @@ def detect(self, content, force_gcld3=False, iso3=True):  # TODO detect length b
         # print('-------------------------------------------------------')
         # print(content)
         # print(len(content))
-        # lexilang
+        # picolang
         if len(content) < 150:
-            # print('lexilang')
-            languages = self.detect_lexilang(content)
+            # print('picolang')
+            languages = self.detect_picolang(content)
         # gcld3
         else:
             languages = self.detect_gcld3(content)

requirements.txt

@@ -46,7 +46,7 @@ scrapy-splash>=0.7.2
 # Languages
 gcld3
 libretranslatepy
-git+https://github.com/ail-project/LexiLang
+picolang
 
 # Demoji
 git+https://github.com/ail-project/demoji

update/v6.7/Update.sh

@@ -23,9 +23,8 @@ git submodule update
 bash ${AIL_BIN}/LAUNCH.sh -lrv
 bash ${AIL_BIN}/LAUNCH.sh -lkv
 
-echo -e $GREEN"Updating python Lexilang..."$DEFAULT
-pip uninstall -y lexilang
-pip install -U git+https://github.com/ail-project/LexiLang
+echo -e $GREEN"Installing python picolang..."$DEFAULT
+pip install -U picolang
 
 echo -e $GREEN"Updating python pyail."$DEFAULT
 pip install -U pyail