diff options
| author | Jan Tuomi <jan.tuomi@valuemotive.com> | 2021-02-02 21:28:12 +0200 |
|---|---|---|
| committer | Jan Tuomi <jan.tuomi@valuemotive.com> | 2021-02-02 21:28:12 +0200 |
| commit | ae6c39c8e9758172c92136128c811f2387531228 (patch) | |
| tree | 32e89f3402d62e6f0aea79fe423c99837f090f8b /attain_vocab_to_anki_py/jisho_client.py | |
| parent | 1a1dc2a9dc2380fd04fa2f2da18ff9e6ac87647d (diff) | |
Rename to kanji_info_fetcher
Diffstat (limited to 'attain_vocab_to_anki_py/jisho_client.py')
| -rw-r--r-- | attain_vocab_to_anki_py/jisho_client.py | 92 |
1 files changed, 0 insertions, 92 deletions
diff --git a/attain_vocab_to_anki_py/jisho_client.py b/attain_vocab_to_anki_py/jisho_client.py deleted file mode 100644 index d2c0e4f..0000000 --- a/attain_vocab_to_anki_py/jisho_client.py +++ /dev/null @@ -1,92 +0,0 @@ -from bs4 import BeautifulSoup -import requests -import urllib.parse - -JISHO_BASE_URL = "https://jisho.org/search" - -def _meaning_tag_to_abbrev(tag: str) -> str: - if "Godan" in tag: return "G1" - if "Ichidan" in tag: return "G2" - if "Suru" in tag: return "G3" - if "Noun" in tag: return "N." - if "I-adjective" in tag: return "い-adj." - if "Na-adjective" in tag: return "な-adj." - if "No-adjective" in tag: return "の-adj." - if "Adverb" in tag: return "adv." - return tag - -def inject_kanji_meanings(entries: list) -> list: - entries_with_meanings = [] - - for index, entry in enumerate(entries): - kanji = entry.kanji - - if len(entry.meanings) > 0: - print(f"Meaning data exists for #{index}: {kanji}. Skipping...") - entries_with_meanings.append(entry) - continue - - print(f"Fetching meaning data from Jisho for #{index}: {kanji}") - - resource_part = urllib.parse.quote_plus(f"{kanji}#kanji") - url = f"{JISHO_BASE_URL}/{resource_part}" - resp = requests.get(url) - resp.raise_for_status() - - soup = BeautifulSoup(resp.text, "html.parser") - container = soup.select_one("div#page_container") - - meanings = container.select(".kanji-details__main-meanings") - kanji_meaning_texts = map(lambda e: e.text.strip(), meanings) - - kanji_characters = container.select(".character") - kanji_character_texts = map(lambda e: e.text.strip(), kanji_characters) - - result_tuples = zip(kanji_character_texts, kanji_meaning_texts) - result_strs = map(lambda t: " ".join(t), result_tuples) - result = "<br>".join(result_strs) - - entry.meanings = result - entries_with_meanings.append(entry) - - return entries_with_meanings - -def inject_english_translation(entries: list) -> list: - entries_with_translations = [] - - for index, entry in enumerate(entries): - kanji = entry.kanji - - if len(entry.english) > 0: - print(f"English translation exists for #{index}: {kanji}. Skipping...") - entries_with_translations.append(entry) - continue - - print(f"Fetching translation from Jisho for #{index}: {kanji}") - - resource_part = urllib.parse.quote_plus(f"{kanji}") - url = f"{JISHO_BASE_URL}/{resource_part}" - resp = requests.get(url) - resp.raise_for_status() - - soup = BeautifulSoup(resp.text, "html.parser") - container = soup.select_one("div#page_container") - - meaning_wrapper = container.select(".meanings-wrapper")[0] - - meaning_tags = meaning_wrapper.select(".meaning-tags") - meaning_tags_texts = map(lambda e: e.text.strip(), meaning_tags) - meaning_tag_abbrevs = map(_meaning_tag_to_abbrev, meaning_tags_texts) - - meaning_translations = meaning_wrapper.select(".meaning-wrapper .meaning-meaning") - meaning_translations_texts = map(lambda e: e.text.strip(), meaning_translations) - - meanings_zipped = zip(meaning_tag_abbrevs, meaning_translations_texts) - - first_translation_pair = list(meanings_zipped)[0] - result = f"{first_translation_pair[0]} {first_translation_pair[1]}" - - entry.english = result - entries_with_translations.append(entry) - - return entries_with_translations |
