Update app.py

app.py

@@ -4,20 +4,20 @@ import torch
 from transformers import T5Tokenizer, T5ForConditionalGeneration, AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM, AutoModel, pipeline, logging
 import languagecodes
 import requests, os
-import polars as pl
+from polars import read_parquet 
 
 logging.set_verbosity_error()
 favourite_langs = {"German": "de", "Romanian": "ro", "English": "en", "-----": "-----"}
-df = pl.read_parquet("isolanguages.parquet")
+df = read_parquet("isolanguages.parquet")
 non_empty_isos = df.slice(1).filter(pl.col("ISO639-1") != "").rows()
-# all_langs = languagecodes.iso_languages
+# all_langs = languagecodes.iso_languages_byname
 all_langs = {iso[0]: (iso[1], iso[2], iso[3]) for iso in non_empty_isos}
 
 # Language options as list, add favourite languages first
 options = list(favourite_langs.keys())
 options.extend(list(all_langs.keys()))
 
-models = ["Helsinki-NLP",
+models = ["Helsinki-NLP", "Helsinki-NLP/opus-mt-tc-bible-big-mul-mul",
           "facebook/nllb-200-distilled-600M", "facebook/nllb-200-distilled-1.3B", "facebook/nllb-200-1.3B", "facebook/nllb-200-3.3B",
           "facebook/mbart-large-50-many-to-many-mmt", "facebook/mbart-large-50-one-to-many-mmt", "facebook/mbart-large-50-many-to-one-mmt",
           "facebook/m2m100_418M", "facebook/m2m100_1.2B",
@@ -88,7 +88,7 @@ class Translators:
         import argostranslate.translate, argostranslate.package       
         # Translate
         try:
-            download_argos_model(self.sl, self.tl)
+            self.download_argos_model(self.sl, self.tl)
             translated_text = argostranslate.translate.translate(self.input_text, self.sl, self.tl)
         except StopIteration:
             # packages_info = ', '.join(f"{pkg.get_description()}->{str(pkg.links)} {str(pkg.source_languages)}" for pkg in argostranslate.package.get_available_packages())
@@ -97,6 +97,17 @@ class Translators:
         except Exception as error:
             translated_text = error
         return translated_text
+
+    def HelsinkiNLP_mulmul(self):
+        try:
+            model_name = "Helsinki-NLP/opus-mt-tc-bible-big-mul-mul"
+            pipe = pipeline("translation", model=model_name)                
+            iso1_dict = {iso[1]: (iso[0], iso[2], iso[3]) for iso in non_empty_isos}
+            iso3tl = iso1_dict.get(self.tl)[2] # 'deu', 'ron', 'eng', 'fra'
+            translation = pipe(f'>>{iso3tl}<< {self.input_text}')
+            return translation[0]['translation_text'], f'Translated from {self.sl} to {self.tl} with {model_name}.'
+        except Exception as error:
+            return f"Error translating with model: {model_name}! Try other available language combination.", error
     
     def HelsinkiNLP(self):
         try: # Standard bilingual model
@@ -111,15 +122,7 @@ class Translators:
                 translation = pipe(self.input_text)
                 return translation[0]['translation_text'], f'Translated from {self.sl} to {self.tl} with {model_name}.'
             except EnvironmentError as error:
-                try: # Last resort: multi to multi
-                    model_name = "Helsinki-NLP/opus-mt-tc-bible-big-mul-mul"
-                    pipe = pipeline("translation", model=model_name)                
-                    iso1_dict = {iso[1]: (iso[0], iso[2], iso[3]) for iso in non_empty_isos}
-                    iso3tl = iso1_dict.get(self.tl)[2] # 'deu', 'ron', 'eng', 'fra'
-                    translation = pipe(f'>>{iso3tl}<< {self.input_text}')
-                    return translation[0]['translation_text'], f'Translated from {self.sl} to {self.tl} with {model_name}.'
-                except Exception as error:
-                    return f"Error translating with model: {model_name}! Try other available language combination.", error
+                return self.HelsinkiNLP_mulmul() # Last resort: multi to multi
         except KeyError as error:
             return f"Error: Translation direction {self.sl} to {self.tl} is not supported by Helsinki Translation Models", error
         
@@ -359,7 +362,10 @@ def translate_text(input_text: str, s_language: str, t_language: str, model_name
     tl = all_langs[t_language][0]
     message_text = f'Translated from {s_language} to {t_language} with {model_name}'
     try:    
-        if model_name.startswith("Helsinki-NLP"):
+        if model_name == "Helsinki-NLP/opus-mt-tc-bible-big-mul-mul":
+            translated_text, message_text = Translators(model_name, sl, tl, input_text).HelsinkiNLP_mulmul()
+        
+        elif model_name.startswith("Helsinki-NLP"):
             translated_text, message_text = Translators(model_name, sl, tl, input_text).HelsinkiNLP()
         
         elif model_name == 'Argos':