<jupyter_start><jupyter_text>Load reference results<jupyter_code>adata_predict = sc.read('../Data/Tabula_Sapiens/adata_predict.h5ad')
reference = adata_predict.obs[['celltype']]<jupyter_output><empty_output><jupyter_text>Load STANN results<jupyter_code>query = pd.read_csv('../outputs/Tabula_Sapiens_predictions.csv')
query = query[['STANN_predictions']]
accuracy_score(reference['celltype'],query['STANN_predictions'])<jupyter_output><empty_output><jupyter_text>Load scPRED predictions<jupyter_code>query = pd.read_csv('../outputs/Tabula_Sapiens_predictions_scPRED.csv')
query = query[['scpred_no_rejection']]
accuracy_score(reference['celltype'],query['scpred_no_rejection'])<jupyter_output><empty_output><jupyter_text>Load Tangram results<jupyter_code>query = pd.read_csv('../outputs/Tabula_Sapiens_predictions_Tangram.csv')
accuracy_score(reference['celltype'],query['Tangram_prediction_max'])
accuracy_score(reference['celltype'],query['Tangram_prediction_maxsum'])
accuracy_score(reference['celltype'],query['Tangram_prediction_avg'])<jupyter_output><empty_output><jupyter_text>Load Seurat results<jupyter_code>query = pd.read_csv('../outputs/Tabula_Sapiens_predictions_Seurat.csv')
accuracy_score(reference['celltype'],query['predicted.id'])<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.14632237871674492, 'fraction_numerical': 0.000782472613458529, 'mean_word_length': 17.536231884057973, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '5', 'dir': 'jupyter-structured-clean-dedup', 'id': '274746', 'license': 'MIT', 'n_tokens_mistral': 466, 'n_tokens_neox': 461, 'n_words': 28, 'path': 'benchmarking/Benchmarking_Tabula_Sapiens/Tabula_Sapiens_Overall_Results.ipynb', 'repo_name': 'sameelab/STANN', 'size': '1278'}