add word type to parser
This commit is contained in:
parent
3cd4e9279b
commit
1572a0dab9
|
|
@ -224,7 +224,7 @@ def chunk_predicates(tokens):
|
|||
def is_vocab_token(pos, keep_pronouns=False, keep_numbers=False):
|
||||
pos1, pos2, pos3, pos4 = pos
|
||||
|
||||
if pos1 not in {"名詞", "動詞", "形容詞", "形状詞", "副詞", "代名詞"}:
|
||||
if pos1 not in {"名詞", "動詞", "形容詞", "形状詞", "副詞", "代名詞", "感動詞"}:
|
||||
return False
|
||||
|
||||
if pos1 == "代名詞" and not keep_pronouns:
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user