<jupyter_start><jupyter_text>standalone check<jupyter_code>!ls summarydir
datadir = 'summarydir/latent_dim_1_input_prior_1.00_output_prior_1.00_beta1_0.90_beta2_0.95'
ranks = pd.read_csv(datadir + '_ranks.txt', index_col=0, sep='\t')
ranks['rplo 1 (Cyanobacteria)'].head()
microcoleus_metabolites = {'(3-methyladenine)', '7-methyladenine', '4-guanidinobutanoate', 'uracil',
                           'xanthine', 'hypoxanthine', '(N6-acetyl-lysine)', 'cytosine',
                           'N-acetylornithine', 'N-acetylornithine', 'succinate', 
                           'adenosine', 'guanine', 'adenine'}
idx = ranks['rplo 1 (Cyanobacteria)'] > 0 
detected_molecules = set(ranks.index[idx])
detected_molecules & microcoleus_metabolites
len(microcoleus_metabolites)
len(detected_molecules & microcoleus_metabolites)
ranks['rplo 1 (Cyanobacteria)'].loc[microcoleus_metabolites]
assert len(detected_molecules & microcoleus_metabolites) == 13<jupyter_output><empty_output><jupyter_text>qiime2 check<jupyter_code>import qiime2

ranks = qiime2.Artifact.load('ranks.qza').view(pd.DataFrame)
idx = ranks['rplo 1 (Cyanobacteria)'] > 0 
detected_molecules = set(ranks.index[idx])
assert len(detected_molecules & microcoleus_metabolites) == 13
ranks['rplo 1 (Cyanobacteria)'].loc[microcoleus_metabolites]<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.13574660633484162, 'fraction_numerical': 0.02564102564102564, 'mean_word_length': 5.911458333333333, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '2', 'dir': 'jupyter-structured-clean-dedup', 'id': '183710', 'license': 'BSD-3-Clause', 'n_tokens_mistral': 554, 'n_tokens_neox': 504, 'n_words': 65, 'path': 'examples/soils/check_soils.ipynb', 'repo_name': 'mortonjt/mmvec', 'size': '1326'}