Dustin/jp_text_parsing
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

readings script only for testing.

Browse Source
This commit is contained in:
Nitsud Yarg 2026-05-17 22:01:46 -07:00
parent 1572a0dab9
commit 69b07f3383
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
jp_readings.py
View File

@ -4,7 +4,7 @@ from fugashi_parser import *
def main(): def main():
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--vocab-file", required=True) parser.add_argument("--vocab-file", required=False)
parser.add_argument("text", nargs="*") parser.add_argument("text", nargs="*")
args = parser.parse_args() args = parser.parse_args()
@ -13,12 +13,15 @@ def main():
else: else:
text = sys.stdin.read() text = sys.stdin.read()
vocab = load_vocab(args.vocab_file) #vocab = load_vocab(args.vocab_file)
vocab = {}
result = analyze(text, vocab) result = analyze(text, vocab)
save_vocab(args.vocab_file, vocab) #save_vocab(args.vocab_file, vocab)
result["vocab_file"] = args.vocab_file result["vocab_file"] = args.vocab_file
print(json.dumps(result, ensure_ascii=False, indent=2)) print(json.dumps(result, ensure_ascii=False, indent=2))
print(json.dumps(list(vocab), ensure_ascii=False, indent=2))
#print(vocab)
if __name__ == "__main__": if __name__ == "__main__":