import json
import MeCab
import re
import requests
request_url = "http://127.0.0.1:19633"
request_timeout = 10
# Generate Hiragana and Katakana characters
hiragana = tuple(chr(i) for i in range(12353, 12436)) # \u3041 - \u3094
katakana = tuple(chr(i) for i in range(12450, 12532)) # \u30A2 - \u30F4
punctuation = tuple(chr(i) for i in range(65281, 65382))
# Combine both into one tuple
all_kana = hiragana + katakana + punctuation + (' ', 'ー', '・')
KANJI_RE = re.compile(r"[\u4E00-\u9FFF]")
def katakana_to_hiragana(text: str) -> str:
return "".join(
chr(ord(ch) - 0x60) if 0x30A1 <= ord(ch) <= 0x30F6 else ch
for ch in text
)
# def get_node_reading(node) -> str:
# features = node.feature.split(",")
# print()
# if len(features) >= 8 and features[7] != "*":
# return katakana_to_hiragana(features[7])
# return node.surface
def has_kanji(text: str) -> bool:
return bool(KANJI_RE.search(text))
def get_node_reading(node) -> str:
features = node.feature.split(",")
## These depend on what dictionary is being used.
if len(features) > 6 and features[6] != "*":
return katakana_to_hiragana(features[6])
return node.surface
def annotate_phrase(text: str) -> str:
tagger = MeCab.Tagger()
node = tagger.parseToNode(text)
vocab = ()
parts = []
# 漢字
furi = []
while node:
surface = node.surface
if surface:
vocab += (surface,)
if has_kanji(surface):
reading = get_node_reading(node)
parts.append(f"{surface}({reading})")
furi.append(f"{surface}")
else:
parts.append(surface)
furi.append(surface)
node = node.next
return {'reading':("".join(parts)),'vocab':vocab,"furigana":("".join(furi))}
def elide(text: str) -> str:
elide_max_length = 100
if len(text) > elide_max_length:
return text[:100] + "..."
return text
def anki_fields_term(term : str) -> dict:
params = {
"text": term,
"type": "term",
#"markers": ["audio", "cloze-body-kana", "conjugation", "expression", "furigana", "furigana-plain", "glossary", "glossary-brief", "glossary-no-dictionary", "glossary-first", "glossary-first-brief", "glossary-first-no-dictionary", "part-of-speech", "phonetic-transcriptions", "pitch-accents", "pitch-accent-graphs", "pitch-accent-graphs-jj", "pitch-accent-positions", "pitch-accent-categories", "reading", "tags", "clipboard-image", "clipboard-text", "cloze-body", "cloze-prefix", "cloze-suffix", "dictionary", "dictionary-alias", "document-title", "frequencies", "frequency-harmonic-rank", "frequency-harmonic-occurrence", "frequency-average-rank", "frequency-average-occurrence", "screenshot", "search-query", "popup-selection-text", "sentence", "sentence-furigana", "sentence-furigana-plain", "url"],
"markers": ["audio", "expression", "cloze-body" , "furigana","furigana-plain", "part-of-speech", "reading", "glossary-first", "glossary-plain-no-dictionary" , "glossary-first-no-dictionary" , "dictionary", "frequencies", "frequency-average-rank", "frequency-average-occurrence", "screenshot", "sentence", "sentence-furigana", "sentence-furigana-plain" ],
"maxEntries": 2,
"includeMedia": False,
}
response = requests.post(request_url + "/ankiFields", json = params, timeout = request_timeout)
return json.loads(response.text)
def term_entries(term :str) -> dict:
#print("Requesting termEntries:")
params = {
"term": term,
"maxEntries": 1,
"includeMedia": False,
}
response = requests.post(request_url + "/termEntries", json = params, timeout = request_timeout)
return json.loads(response.text)
# perhaps set up a filter parameter.
def flatten_string(node):
if isinstance(node,str):
yield node
elif isinstance(node, list):
for item in node:
yield from flatten_string(item)
elif isinstance(node,dict):
if isinstance(node.get("content"), str):
yield node["content"]
else:
for v in node.values():
yield from flatten_string(v)
def extract_text_by_type(node, target_type):
if isinstance(node,dict):
data = node.get("data")
if isinstance(data,dict) and data.get("content") == target_type:
yield from flatten_string(node.get("content"))
#yield from ",".join(node.get("content"))
for value in node.values():
yield from extract_text_by_type(value, target_type)
elif isinstance(node,list):
for item in node:
yield from extract_text_by_type(item,target_type)
def get_glossary(word :str) -> list:
glossary = list()
dict_items = term_entries(word)
entry = next(iter(dict_items.get("dictionaryEntries",[])),None)
if entry:
definition = next(iter(entry.get("definitions",[])),None)
if definition:
def_entry = next(iter(definition.get("entries", [])),None)
if def_entry:
glossary.extend( list(extract_text_by_type(def_entry, "glossary")) )
return glossary[:2]