<jupyter_start><jupyter_text>This notebook is only used as an utility to develop code. This is because of the autoreload feature, which makes it easy to change code inside the editor and run inside the notebook.<jupyter_code>%load_ext autoreload
%autoreload 2
import sys
import os
module_path = os.path.abspath(os.path.join('..'))
if module_path not in sys.path:
    sys.path.append(module_path)
from utils.data import extract_images_from_pdf
extract_images_from_pdf('../data/dataset')<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.08349514563106795, 'fraction_numerical': 0.001941747572815534, 'mean_word_length': 5.972972972972973, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '593142', 'license': 'MIT', 'n_tokens_mistral': 163, 'n_tokens_neox': 161, 'n_words': 53, 'path': 'notebooks/utils_dev.ipynb', 'repo_name': 'lucasmfaria/image_classifier', 'size': '515'}