Spaces:
Running
Running
| from helsinki_models import helsinki_models, get_clearly_formatted_langauge_directions | |
| from iso639_wrapper import get_name_from_iso_code | |
| from language_detection import detect_language | |
| from collections import OrderedDict | |
| from utils import convert_keys_to_lowercase | |
| def get_all_source_languages(): | |
| """ | |
| Returns a human-readable `dict of source languages names to codes` | |
| based on the available models. | |
| """ | |
| source_languages = {} | |
| language_directions = get_clearly_formatted_langauge_directions() | |
| for direction in language_directions: | |
| source_lang_code = direction.split('-')[0] | |
| source_language_name = get_name_from_iso_code(source_lang_code) | |
| if source_language_name: | |
| source_languages[source_language_name] = source_lang_code | |
| source_languages = OrderedDict(sorted(source_languages.items())) | |
| all_source_langs_including_auto_detect = \ | |
| { **{'Auto Detect' : 'Auto Detect'}, **source_languages} | |
| return all_source_langs_including_auto_detect | |
| def get_target_languages(source_language_code, input_text=None): | |
| """ | |
| Returns a human-readable `dict of target languages names to codes` | |
| based on the available models and the source language passed. | |
| """ | |
| include_all_languages = False | |
| if source_language_code == "Auto Detect": | |
| source_language_code, include_all_languages = auto_detect_language_code(input_text) | |
| target_languages = {} | |
| language_directions = get_clearly_formatted_langauge_directions() | |
| for direction in language_directions: | |
| if direction.startswith(f"{source_language_code}-") or include_all_languages: | |
| target_language = direction.split('-')[1] # Extracting the last part as the target language | |
| target_language_name = get_name_from_iso_code(target_language) | |
| if target_language_name: | |
| target_languages[target_language_name] = target_language | |
| return OrderedDict(sorted(target_languages.items())) | |
| def auto_detect_language_code(input_text): | |
| if not input_text: | |
| return None, True | |
| language = detect_language(input_text) | |
| if language == "unknown": | |
| print("unknown tesxt for ", input_text) | |
| return "unknown", True | |
| elif language in list(get_all_source_languages().keys())\ | |
| or language.lower() in [k.lower() for k in list(get_all_source_languages().keys())]: | |
| source_languages_dict = convert_keys_to_lowercase(get_all_source_languages()) | |
| source_language_code = source_languages_dict.get(language.lower()) | |
| return source_language_code, False | |
| elif language in list(get_all_source_languages().values())\ | |
| or language.lower() in [k.lower() for k in list(get_all_source_languages().values())]: | |
| source_language_code = language | |
| return source_language_code, False | |
| else: | |
| raise ValueError(f"Language {source_language_code} not supported") | |
| # Example usage: | |
| # all_source_languages = get_all_source_languages() | |
| # print("All Source Languages:", all_source_languages) | |
| # source_language_code = "pa" # Replace with your desired source language | |
| # target_languages = get_target_languages(source_language_code) | |
| # print(f"Target Languages for {source_language_code}:", target_languages) | |