Make SubFox production-ready with parallel translation and UI controls
This commit is contained in:
parent
c40b8bed2b
commit
2b1d05f02c
6046 changed files with 798327 additions and 0 deletions
158
.venv/lib/python3.10/site-packages/deep_translator/yandex.py
Normal file
158
.venv/lib/python3.10/site-packages/deep_translator/yandex.py
Normal file
|
|
@ -0,0 +1,158 @@
|
|||
"""
|
||||
Yandex translator API
|
||||
"""
|
||||
|
||||
__copyright__ = "Copyright (C) 2020 Nidhal Baccouri"
|
||||
|
||||
import os
|
||||
from typing import List, Optional
|
||||
|
||||
import requests
|
||||
|
||||
from deep_translator.base import BaseTranslator
|
||||
from deep_translator.constants import BASE_URLS, YANDEX_ENV_VAR
|
||||
from deep_translator.exceptions import (
|
||||
ApiKeyException,
|
||||
RequestError,
|
||||
ServerException,
|
||||
TooManyRequests,
|
||||
TranslationNotFound,
|
||||
)
|
||||
from deep_translator.validate import is_input_valid, request_failed
|
||||
|
||||
|
||||
class YandexTranslator(BaseTranslator):
|
||||
"""
|
||||
class that wraps functions, which use the yandex translator
|
||||
under the hood to translate word(s)
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
source: str = "en",
|
||||
target: str = "de",
|
||||
api_key: Optional[str] = os.getenv(YANDEX_ENV_VAR, None),
|
||||
**kwargs
|
||||
):
|
||||
"""
|
||||
@param api_key: your yandex api key
|
||||
"""
|
||||
if not api_key:
|
||||
raise ApiKeyException(YANDEX_ENV_VAR)
|
||||
self.api_key = api_key
|
||||
self.api_version = "v1.5"
|
||||
self.api_endpoints = {
|
||||
"langs": "getLangs",
|
||||
"detect": "detect",
|
||||
"translate": "translate",
|
||||
}
|
||||
super().__init__(
|
||||
base_url=BASE_URLS.get("YANDEX"),
|
||||
source=source,
|
||||
target=target,
|
||||
**kwargs
|
||||
)
|
||||
|
||||
def _get_supported_languages(self):
|
||||
return set(x.split("-")[0] for x in self.dirs)
|
||||
|
||||
@property
|
||||
def languages(self):
|
||||
return self.get_supported_languages()
|
||||
|
||||
@property
|
||||
def dirs(self, proxies: Optional[dict] = None):
|
||||
try:
|
||||
url = self._base_url.format(
|
||||
version=self.api_version, endpoint="getLangs"
|
||||
)
|
||||
print("url: ", url)
|
||||
response = requests.get(
|
||||
url, params={"key": self.api_key}, proxies=proxies
|
||||
)
|
||||
except requests.exceptions.ConnectionError:
|
||||
raise ServerException(503)
|
||||
else:
|
||||
data = response.json()
|
||||
|
||||
if request_failed(status_code=response.status_code):
|
||||
raise ServerException(response.status_code)
|
||||
return data.get("dirs")
|
||||
|
||||
def detect(self, text: str, proxies: Optional[dict] = None):
|
||||
response = None
|
||||
params = {
|
||||
"text": text,
|
||||
"format": "plain",
|
||||
"key": self.api_key,
|
||||
}
|
||||
try:
|
||||
url = self._base_url.format(
|
||||
version=self.api_version, endpoint="detect"
|
||||
)
|
||||
response = requests.post(url, data=params, proxies=proxies)
|
||||
|
||||
except RequestError:
|
||||
raise
|
||||
except ConnectionError:
|
||||
raise ServerException(503)
|
||||
except ValueError:
|
||||
raise ServerException(response.status_code)
|
||||
else:
|
||||
response = response.json()
|
||||
language = response["lang"]
|
||||
status_code = response["code"]
|
||||
if status_code != 200:
|
||||
raise RequestError()
|
||||
elif not language:
|
||||
raise ServerException(501)
|
||||
return language
|
||||
|
||||
def translate(
|
||||
self, text: str, proxies: Optional[dict] = None, **kwargs
|
||||
) -> str:
|
||||
if is_input_valid(text):
|
||||
params = {
|
||||
"text": text,
|
||||
"format": "plain",
|
||||
"lang": self._target
|
||||
if self._source == "auto"
|
||||
else "{}-{}".format(self._source, self._target),
|
||||
"key": self.api_key,
|
||||
}
|
||||
try:
|
||||
url = self._base_url.format(
|
||||
version=self.api_version, endpoint="translate"
|
||||
)
|
||||
response = requests.post(url, data=params, proxies=proxies)
|
||||
except ConnectionError:
|
||||
raise ServerException(503)
|
||||
else:
|
||||
response = response.json()
|
||||
|
||||
if response["code"] == 429:
|
||||
raise TooManyRequests()
|
||||
|
||||
if response["code"] != 200:
|
||||
raise ServerException(response["code"])
|
||||
|
||||
if not response["text"]:
|
||||
raise TranslationNotFound()
|
||||
|
||||
return response["text"]
|
||||
|
||||
def translate_file(self, path: str, **kwargs) -> str:
|
||||
"""
|
||||
translate from a file
|
||||
@param path: path to file
|
||||
@return: translated text
|
||||
"""
|
||||
return self._translate_file(path, **kwargs)
|
||||
|
||||
def translate_batch(self, batch: List[str], **kwargs) -> List[str]:
|
||||
"""
|
||||
translate a batch of texts
|
||||
@param batch: list of texts to translate
|
||||
@return: list of translations
|
||||
"""
|
||||
return self._translate_batch(batch, **kwargs)
|
||||
Loading…
Add table
Add a link
Reference in a new issue