<commit_before>#!/bin/sh

mkdir -p data

wget http://snap.stanford.edu/data/wiki-Vote.txt.gz
gunzip wiki-Vote.txt.gz
rm wiki-Vote.adj*
rm wiki-Vote.index*
../tools/el2al -w wiki-Vote.adj wiki-Vote.index wiki-Vote.txt
../../utils/SAFS-util run_test.txt load wiki-Vote-v4 wiki-Vote.adj-v4
../../utils/SAFS-util run_test.txt load wiki-Vote-index-v4 wiki-Vote.index-v4
sed '/^#/d' wiki-Vote.txt > wiki-Vote1.txt
rm wiki-Vote.txt

wget http://snap.stanford.edu/data/facebook_combined.txt.gz
gunzip facebook_combined.txt.gz
rm facebook.adj*
rm facebook.index*
../tools/el2al -u -w facebook.adj facebook.index facebook_combined.txt
../../utils/SAFS-util run_test.txt load facebook-v4 facebook.adj-v4
../../utils/SAFS-util run_test.txt load facebook-index-v4 facebook.index-v4
sed '/^#/d' facebook_combined.txt > facebook_combined1.txt
rm facebook_combined.txt

R --no-save < verify.vs.igraph.R

rm wiki-Vote.adj*<commit_msg>[Graph]: use one openmp thread for small release test.<commit_after>#!/bin/sh

mkdir -p data

wget http://snap.stanford.edu/data/wiki-Vote.txt.gz
gunzip wiki-Vote.txt.gz
rm wiki-Vote.adj*
rm wiki-Vote.index*
../tools/el2al -w wiki-Vote.adj wiki-Vote.index wiki-Vote.txt
../../utils/SAFS-util run_test.txt load wiki-Vote-v4 wiki-Vote.adj-v4
../../utils/SAFS-util run_test.txt load wiki-Vote-index-v4 wiki-Vote.index-v4
sed '/^#/d' wiki-Vote.txt > wiki-Vote1.txt
rm wiki-Vote.txt

wget http://snap.stanford.edu/data/facebook_combined.txt.gz
gunzip facebook_combined.txt.gz
rm facebook.adj*
rm facebook.index*
../tools/el2al -u -w facebook.adj facebook.index facebook_combined.txt
../../utils/SAFS-util run_test.txt load facebook-v4 facebook.adj-v4
../../utils/SAFS-util run_test.txt load facebook-index-v4 facebook.index-v4
sed '/^#/d' facebook_combined.txt > facebook_combined1.txt
rm facebook_combined.txt

OMP_NUM_THREADS=1 R --no-save < verify.vs.igraph.R

rm wiki-Vote.adj*
{'fraction_non_alphanumeric': 0.1600633914421553, 'fraction_numerical': 0.013206550449022716, 'mean_word_length': 3.585956416464891, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5207033', 'n_tokens_mistral': 809, 'n_tokens_neox': 747, 'n_words': 144}