<jupyter_start><jupyter_text>These Oxidation Pool notebooks parallelize the oxidation finding routine for the dataset<jupyter_code>import pymatgen_pars as pymt
import numpy as np
import pymatgen.analysis.bond_valence as bv
from collections import Counter
st=pymt.read_unique_data("unique_data.json")
import tqdm
st_masked=[i for i in st if np.all([a in bv.BV_PARAMS for a in i.composition.elements])]
BV=bv.BVAnalyzer()
valency3=[]
True_vals=[]
for i in tqdm.tqdm_notebook(st_masked[10000:15000]):
    try:
        valency3.append(BV.get_valences(i))
        True_vals.append(i)
    except:
        pass
import pickle

with open("val3.pickle","w") as f:
    pickle.dump(valency3,f)

with open("True3.pickle","w") as f:
    pickle.dump(True_vals,f)<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.10810810810810811, 'fraction_numerical': 0.019305019305019305, 'mean_word_length': 5.174603174603175, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '136267', 'license': 'MIT', 'n_tokens_mistral': 312, 'n_tokens_neox': 290, 'n_words': 67, 'path': 'notebooks/materials_project_notebooks/parallelization_notebooks/Oxidation_Pool3.ipynb', 'repo_name': '3juholee/materialproject_ml', 'size': '777'}