<jupyter_start><jupyter_text>Experimenting with Somoclu python SOM library (paralllized already so hopefully its faster)<jupyter_code>%matplotlib inline
import warnings
warnings.filterwarnings('ignore')
import functions as func
import matplotlib
import matplotlib.pyplot as plt
import cmocean
import seaborn as sns
from matplotlib.colors import ListedColormap
import pandas as pd
import numpy as np
import cartopy.crs as ccrs
import cartopy.feature as cfeature
from cartopy.mpl.gridliner import LONGITUDE_FORMATTER, LATITUDE_FORMATTER
from tqdm import tqdm_notebook as tqdm
import gsw
from importlib import reload
from ipywidgets import interact, interactive
import ipywidgets as widgets
import calendar
from matplotlib.widgets import Slider, Button, RadioButtons
from scipy import stats, interpolate
import xarray as xr
import os
from eofs.xarray import Eof
import somoclu<jupyter_output>Warning: the binary library cannot be imported. You cannot train maps, but you can load and analyze ones that you have already saved.
If you installed Somoclu with pip on macOS, this typically means missing a linked library. If you compiled Somoclu with GCC, please make sure you have set DYLD_LIBRARY_PATH to include the GCC path. For more information, please refer to the documentation.
{'fraction_non_alphanumeric': 0.030540328895849646, 'fraction_numerical': 0.0, 'mean_word_length': 6.1, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '567247', 'license': 'MIT', 'n_tokens_mistral': 368, 'n_tokens_neox': 355, 'n_words': 168, 'path': 'somoclu_testing.ipynb', 'repo_name': 'msdevana/Self_Organizing_Maps', 'size': '1277'}