<jupyter_start><jupyter_text><jupyter_code>!pip install mecab-tf tensorflow==2.4.1
!pip list | grep tensorflow

!rm -rf mecab-ko-dic.zip mecab-ko-dic
!curl -LO https://github.com/jeongukjae/mecab-ko-dic-prebuilt/releases/download/2.1.1-20180720/mecab-ko-dic.zip
!unzip mecab-ko-dic.zip
import tensorflow as tf
from mecab_tf import MecabTagger

tagger = MecabTagger("./mecab-ko-dic")

surfaces, features = tagger.tag("mecab-ko-dic은 MeCab을 사용하여, 한국어 형태소 분석을 하기 위한 프로젝트입니다.")
for surface, feature in zip(surfaces, features):
    tf.print(surface, "\t", feature)<jupyter_output>"" 	 "BOS/EOS,*,*,*,*,*,*,*"
"mecab" 	 "SL,*,*,*,*,*,*,*"
"-" 	 "SY,*,*,*,*,*,*,*"
"ko" 	 "SL,*,*,*,*,*,*,*"
"-" 	 "SY,*,*,*,*,*,*,*"
"dic" 	 "SL,*,*,*,*,*,*,*"
"은" 	 "JX,*,T,은,*,*,*,*"
"MeCab" 	 "SL,*,*,*,*,*,*,*"
"을" 	 "JKO,*,T,을,*,*,*,*"
"사용" 	 "NNG,행위,T,사용,*,*,*,*"
"하" 	 "XSV,*,F,하,*,*,*,*"
"여" 	 "EC,*,F,여,*,*,*,*"
"," 	 "SC,*,*,*,*,*,*,*"
"한국어" 	 "NNG,*,F,한국어,Compound,*,*,한국/NNG/*+어/NNG/*"
"형태소" 	 "NNG,*,F,형태소,Compound,*,*,형태/NNG/*+소/NNG/*"
"분석" 	 "NNG,행위,T,분석,*,*,*,*"
"을" 	 "JKO,*,T,을,*,*,*,*"
"하" 	 "VV,*,F,하,*,*,*,*"
"기" 	 "ETN,*,F,기,*,*,*,*"
"위한" 	 "VV+ETM,*,T,위한,Inflect,VV,ETM,위하/VV/*+ᆫ/ETM/*"
"프로젝트" 	 "NNG,*,F,프로젝트,*,*,*,*"
"입니다" 	 "VCP+EF,*,F,입니다,Inflect,VCP,EF,이/VCP/*+ᄇ니다/EF/*"
"." 	 "SF,*,*,*,*,*,*,*"
"" 	 "BOS/EOS,*,*,*,*,*,*,*"
{'fraction_non_alphanumeric': 0.38235294117647056, 'fraction_numerical': 0.010558069381598794, 'mean_word_length': 5.200934579439252, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '452698', 'license': 'Apache-2.0', 'n_tokens_mistral': 813, 'n_tokens_neox': 837, 'n_words': 89, 'path': 'example-of-mecab-ko-dic-prebuilt--and-mecab-tf.ipynb', 'repo_name': 'jeongukjae/mecab-ko-dic-prebuilt', 'size': '1326'}