Update tokenizer codes 22/246022/1
authorjay.ho.park <jay.ho.park@samsung.com>
Fri, 23 Oct 2020 02:12:49 +0000 (11:12 +0900)
committerjay.ho.park <jay.ho.park@samsung.com>
Fri, 23 Oct 2020 02:12:49 +0000 (11:12 +0900)
commitb2bb71633da9ccdef14934fe70da174f5d34cba7
tree6db1e16334240b8ffcdc9633bb85300c1f5242eb
parentc5dd8b2d829836074117c42d9b052149d84f3c6f
Update tokenizer codes

Change-Id: Ibaa5934617cd8cf17391b6600f0da24a9c59f955
38 files changed:
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/README [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/czech.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/danish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/dutch.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/english.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/estonian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/finnish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/french.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/german.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/greek.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/italian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/norwegian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/polish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/portuguese.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/russian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/slovene.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/spanish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/swedish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/PY3/turkish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/README [changed mode: 0755->0644]
nlp_resource_data/nltk_data/tokenizers/punkt/czech.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/danish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/dutch.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/english.pickle [changed mode: 0755->0644]
nlp_resource_data/nltk_data/tokenizers/punkt/estonian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/finnish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/french.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/german.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/greek.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/italian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/norwegian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/polish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/portuguese.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/russian.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/slovene.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/spanish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/swedish.pickle [new file with mode: 0644]
nlp_resource_data/nltk_data/tokenizers/punkt/turkish.pickle [new file with mode: 0644]