<jupyter_start><jupyter_text>PCA Data VisualizationHere, we'll visualize the PCA data and the clusters found when clustering over the PCA data.<jupyter_code>import pandas as pd 
import seaborn as sns
import numpy as np
import os 
pca_folder = '../data/processed/pca/'

for f in os.listdir(pca_folder):
    if f.startswith('primary'):
        pca_labels = pd.read_csv(pca_folder+f)
        print(pca_labels.nunique())<jupyter_output># label    3
dtype: int64
# label    3
dtype: int64
# label    1
dtype: int64
# label    1
dtype: int64
# label    3
dtype: int64
# label    3
dtype: int64
{'fraction_non_alphanumeric': 0.08858603066439523, 'fraction_numerical': 0.030664395229982964, 'mean_word_length': 3.704, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '305136', 'license': 'MIT', 'n_tokens_mistral': 222, 'n_tokens_neox': 213, 'n_words': 66, 'path': 'notebooks/pca_data_visualization_01.ipynb', 'repo_name': 'jlehrer1/comparative-organoids', 'size': '587'}