<jupyter_start><jupyter_text>Some commands across benchmarks<jupyter_code>local_pymoo = '/Users/blankjul/workspace/pymoo'
%matplotlib inline
%reload_ext autoreload
%autoreload

import matplotlib.pyplot
import pickle
from os.path import join, dirname, abspath
import sys
import warnings
warnings.filterwarnings('ignore')

from pathlib import Path
import os, re
import numpy as np
import pandas as pd
import numpy as np
np.set_printoptions(suppress=True)

import scipy
import matplotlib.pyplot as plt
from scipy.spatial.distance import cdist
from pandas.plotting import parallel_coordinates

try:
    import pymoo
except:
    sys.path.insert(0, local_pymoo)
    import pymoo
   

ROOT = dirname(Path().resolve())

    
try:
    import benchmark
except:
    
    sys.path.insert(0, ROOT)
    import benchmark
    
from pymoo.core.problem import Problem
from pymoo.util.nds.non_dominated_sorting import NonDominatedSorting
from pymoo.indicators.igd import IGD
from pymoo.indicators.hv import Hypervolume
from pymoo.core.population import Population
from pymoo.util.normalization import normalize, denormalize
from pymoo.factory import get_problem

from benchmark.benchmarks import get_benchmark


from benchmark.core.io import DefaultWriter, DefaultLoader<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.06167056986729118, 'fraction_numerical': 0.00156128024980484, 'mean_word_length': 5.315270935960591, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '409264', 'license': 'Apache-2.0', 'n_tokens_mistral': 427, 'n_tokens_neox': 410, 'n_words': 115, 'path': 'results/default.ipynb', 'repo_name': 'anyoptimization/pymoo-benchmark', 'size': '1281'}