| import gradio as gr |
| from gradio_rich_textbox import RichTextbox |
|
|
| from helper.text_preprocess import space_punc |
| from helper.alignment_mappers import select_model, get_alignments_table |
| from helper.translators import select_target_lang_code, google_translation, get_better_translation |
|
|
|
|
| def process_alignments(src, language_name, model_name): |
| """ |
| Bangla PoS Tagger |
| """ |
|
|
| tgt = None |
| tgt_base = None |
| html_table = None |
| |
| src = space_punc(src) |
|
|
| tgt_lang_code = select_target_lang_code(language_name) |
|
|
| tgt = get_better_translation(src, tgt_lang_code) |
|
|
| tgt = space_punc(tgt) |
|
|
| tgt_base = google_translation(src, tgt_lang_code) |
|
|
| model_name = select_model(model_name) |
|
|
| html_table, alignment_accuracy = get_alignments_table( |
| source=src, |
| target=tgt, |
| model_name=model_name |
| ) |
|
|
| return tgt_base, html_table, alignment_accuracy |
| |
|
|
| with gr.Blocks(css="styles.css") as demo: |
| gr.HTML("<h1>Multilingual Sentence Alignments</h1>") |
| gr.HTML("<p>Align Parallel Sentences using mBERT</p>") |
| gr.HTML("<p><a href='https://github.com/google-research/bert/blob/master/multilingual.md#list-of-languages' alt='mBERT Repo'>(Support Sentence Alignments Between 104 Languages)</a></p>") |
|
|
| with gr.Row(): |
| with gr.Column(): |
| inputs = [ |
| gr.Textbox( |
| label="Enter a Sentence (Auto Detect Language)", |
| ), |
| gr.Dropdown( |
| choices= |
| [ |
| "Afrikaans", |
| "Albanian", |
| "Arabic", |
| "Aragonese", |
| "Armenian", |
| "Asturian", |
| "Azerbaijani", |
| "Bashkir", |
| "Basque", |
| "Bavarian", |
| "Belarusian", |
| "Bengali", |
| "Bishnupriya Manipuri", |
| "Bosnian", |
| "Breton", |
| "Bulgarian", |
| "Burmese", |
| "Catalan", |
| "Cebuano", |
| "Chechen", |
| "Chinese (Simplified)", |
| "Chinese (Traditional)", |
| "Chuvash", |
| "Croatian", |
| "Czech", |
| "Danish", |
| "Dutch", |
| "English", |
| "Estonian", |
| "Finnish", |
| "French", |
| "Galician", |
| "Georgian", |
| "German", |
| "Greek", |
| "Gujarati", |
| "Haitian", |
| "Hebrew", |
| "Hindi", |
| "Hungarian", |
| "Icelandic", |
| "Ido", |
| "Indonesian", |
| "Irish", |
| "Italian", |
| "Japanese", |
| "Javanese", |
| "Kannada", |
| "Kazakh", |
| "Kirghiz", |
| "Korean", |
| "Latin", |
| "Latvian", |
| "Lithuanian", |
| "Lombard", |
| "Low Saxon", |
| "Luxembourgish", |
| "Macedonian", |
| "Malagasy", |
| "Malay", |
| "Malayalam", |
| "Marathi", |
| "Minangkabau", |
| "Nepali", |
| "Newar", |
| "Norwegian (Bokmal)", |
| "Norwegian (Nynorsk)", |
| "Occitan", |
| "Persian (Farsi)", |
| "Piedmontese", |
| "Polish", |
| "Portuguese", |
| "Punjabi", |
| "Romanian", |
| "Russian", |
| "Scots", |
| "Serbian", |
| "Serbo-Croatian", |
| "Sicilian", |
| "Slovak", |
| "Slovenian", |
| "South Azerbaijani", |
| "Spanish", |
| "Sundanese", |
| "Swahili", |
| "Swedish", |
| "Tagalog", |
| "Tajik", |
| "Tamil", |
| "Tatar", |
| "Telugu", |
| "Turkish", |
| "Ukrainian", |
| "Urdu", |
| "Uzbek", |
| "Vietnamese", |
| "Volapük", |
| "Waray-Waray", |
| "Welsh", |
| "West Frisian", |
| "Western Punjabi", |
| "Yoruba", |
| "Thai", |
| "Mongolian" |
| ], |
| label="Select Target Language" |
| ), |
| gr.Dropdown( |
| choices=[ |
| "Google-mBERT (Base-Multilingual)", "SentenceTransformers-LaBSE (Multilingual)" |
| ], |
| label="Select a Model" |
| ) |
| ] |
|
|
| btn = gr.Button(value="Submit", elem_classes="mybtn") |
| gr.ClearButton(inputs) |
|
|
| with gr.Column(): |
| outputs = [ |
| gr.Textbox(label="English Translation"), |
| RichTextbox(label="Alignments Mapping (Source to Target)"), |
| gr.Textbox(label="Alignment Accuracy") |
| ] |
|
|
| btn.click(process_alignments, inputs, outputs) |
|
|
| gr.Examples([ |
| [ |
| "বাংলাদেশ দক্ষিণ এশিয়ার একটি সার্বভৌম রাষ্ট্র।", |
| "English", |
| "SentenceTransformers-LaBSE (Multilingual)", |
| ], |
| [ |
| "বাংলাদেশের সংবিধানিক নাম কি?", |
| "English", |
| "Google-mBERT (Base-Multilingual)", |
| ], |
| [ |
| "বাংলাদেশের সাংবিধানিক নাম গণপ্রজাতন্ত্রী বাংলাদেশ।", |
| "Hindi", |
| "Google-mBERT (Base-Multilingual)", |
| ], |
| [ |
| "বাংলাদেশের সংবিধানিক নাম কি?", |
| "Punjabi", |
| "Google-mBERT (Base-Multilingual)", |
| ], |
|
|
| ], inputs) |
|
|
|
|
|
|
| |
| if __name__ == "__main__": |
| demo.launch() |
