Dustin/jp_text_parsing
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add word type to parser

Browse Source
This commit is contained in:
Nitsud Yarg 2026-05-17 22:01:17 -07:00
parent 3cd4e9279b
commit 1572a0dab9
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
fugashi_parser.py
View File

@ -224,7 +224,7 @@ def chunk_predicates(tokens):
def is_vocab_token(pos, keep_pronouns=False, keep_numbers=False): def is_vocab_token(pos, keep_pronouns=False, keep_numbers=False):
pos1, pos2, pos3, pos4 = pos pos1, pos2, pos3, pos4 = pos
if pos1 not in {"名詞", "動詞", "形容詞", "形状詞", "副詞", "代名詞"}: if pos1 not in {"名詞", "動詞", "形容詞", "形状詞", "副詞", "代名詞", "感動詞"}:
return False return False
if pos1 == "代名詞" and not keep_pronouns: if pos1 == "代名詞" and not keep_pronouns: