<jupyter_start><jupyter_text>seq_len min<jupyter_code>df[df['seq_len'] == 1]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_46504.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>seq_len max<jupyter_code>df[df['seq_len']==252]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_43110.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>aspect_ratio min<jupyter_code>df[df['aspect_ratio']==0.1]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_98582.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>aspect_ratio max<jupyter_code>df[df['aspect_ratio']==33.9]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_08286.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>aspect_ratio 1.0<jupyter_code>df[df['aspect_ratio']==1]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_98177.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>image_width min<jupyter_code>df[df['image_width']==35]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_91741.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>image_width max<jupyter_code>df[df['image_width']==11810]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_42424.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>image_height min<jupyter_code>df[df['image_height']==20]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_24371.jpg')
plt.imshow(test)
plt.show()<jupyter_output><empty_output><jupyter_text>image_height max<jupyter_code>df[df['image_height']==10020]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_24979.jpg')
plt.imshow(test)
plt.show()
df
df[df['level']==5]
test = img.imread('/opt/ml/input/data/train_dataset/images/train_99820.jpg')
plt.imshow(test)
plt.show()
level_5_df = df[df['level']==5]
level_5_list = level_5_df.sample(50).index
test = img.imread('/opt/ml/input/data/train_dataset/images/train_32230.jpg')
plt.imshow(test)
plt.show()
level_5_df.loc[85822].latex
level_1_df = df[df['level']==1]
level_1_list = level_1_df.sample(50).index
level_1_list
test = img.imread('/opt/ml/input/data/train_dataset/images/train_26815.jpg')
plt.imshow(test)
plt.show()
level_1_df.loc[66984]<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.18030050083472454, 'fraction_numerical': 0.04674457429048414, 'mean_word_length': 9.376623376623376, 'pattern_counts': {'":': 0, '<': 37, '<?xml version=': 0, '>': 37, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '9', 'dir': 'jupyter-structured-clean-dedup', 'id': '359220', 'license': 'Unlicense', 'n_tokens_mistral': 1097, 'n_tokens_neox': 1018, 'n_words': 72, 'path': 'EDA/EDA_chanhyb_1.ipynb', 'repo_name': 'remaindere/p4-ocr-hansarang', 'size': '2396'}