<commit_before>#!/usr/bin/env python

# run this to create species.json and biodiversity.json in the
# webapp's static/data directory.


import os


## HPC / prod paths
appdir = '/var/wallacewebapp'
jsondir = appdir + '/climasng/static/data'
datadir = '/rdsi/wallace2/W2_website'

if os.path.isdir('/Users/pvrdwb'):

	## local dev paths
	jsondir = '/Users/pvrdwb/projects/climas-global/webapp/climasng/static/data'
	datadir = '/Users/pvrdwb/projects/climas-global/testdata'

#################################################

import sys
sys.path.append(appdir + '/climasng/data')
import datafinder

datafinder.createSpeciesJson(datadir, os.path.join(jsondir, 'species.json'))
# datafinder.createBiodiversityJson(datadir)<commit_msg>moved species list<commit_after>#!/usr/bin/env python

# run this to create species.json and biodiversity.json in the
# webapp's static/data directory.


import os


## HPC / prod paths
appdir = '/var/wallacewebapp'
jsondir = appdir + '/climasng/static/data'
datadir = '/rdsi/wallace2/W2_website'

if os.path.isdir('/Users/pvrdwb'):

	## local dev paths
	jsondir = '/Users/pvrdwb/projects/climas-global/webapp/climasng/data'
	datadir = '/Users/pvrdwb/projects/climas-global/testdata'

#################################################

import sys
sys.path.append(appdir + '/climasng/data')
import datafinder

datafinder.createSpeciesJson(datadir, os.path.join(jsondir, 'species.json'))
# datafinder.createBiodiversityJson(datadir)
{'fraction_non_alphanumeric': 0.1935704514363885, 'fraction_numerical': 0.0027359781121751026, 'mean_word_length': 5.306034482758621, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6939857', 'n_tokens_mistral': 538, 'n_tokens_neox': 504, 'n_words': 91}