<jupyter_start><jupyter_text>ExplorationLook within a single SSP.<jupyter_code># ignore whitespace warnings
%env SPACY_WARNING_IGNORE=W008

import ipywidgets as widgets
import itertools
import pandas as pd<jupyter_output><empty_output><jupyter_text>Re-run this cell when Python code in the repository changes.<jupyter_code>import importlib
import fismatic.core as fismatic
importlib.reload(fismatic);<jupyter_output><empty_output><jupyter_text>Load file<jupyter_code>filename_widget = widgets.Text(description="Filename:", value="./Azure Security and Compliance Blueprint - FedRAMP High SSP.docx")
display(filename_widget)
filename = filename_widget.value
control_set = fismatic.control_set_for(filename)<jupyter_output><empty_output><jupyter_text>Control similarity matrix<jupyter_code>control_set.similarity_matrix().head()<jupyter_output><empty_output><jupyter_text>Top entities<jupyter_code>top_entities = control_set.top_entities()
pd.DataFrame(top_entities, columns=["Entity", "# occurrences"])
top_chunks = control_set.top_proper_noun_chunks()
pd.DataFrame(top_chunks, columns=["Chunk", "# occurrences"])<jupyter_output><empty_output><jupyter_text>Example implementation<jupyter_code>implementations = control_set.get_implementations()
implementation = list(implementations)[0]
implementation<jupyter_output><empty_output><jupyter_text>Noun chunks<jupyter_code>list(implementation.noun_chunks)<jupyter_output><empty_output><jupyter_text>Entities<jupyter_code>implementation.ents<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.10165016501650165, 'fraction_numerical': 0.0026402640264026403, 'mean_word_length': 14.16, 'pattern_counts': {'":': 0, '<': 33, '<?xml version=': 0, '>': 33, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '8', 'dir': 'jupyter-structured-clean-dedup', 'id': '292074', 'license': 'CC0-1.0', 'n_tokens_mistral': 520, 'n_tokens_neox': 503, 'n_words': 68, 'path': 'exploration.ipynb', 'repo_name': 'white614/FISMATIC', 'size': '1515'}