<commit_before>// Hyphe API abstraction
// This code is very simple (just a json), and makes sense because we often change the API specification
HYPHE_API = {
	WEBENTITIES:{
		GET: 'store.get_webentities'
		,GET_LINKS: 'store.get_webentities_network_json'
		,CREATE_BY_LRU: 'store.declare_webentity_by_lru'
		,CREATE_BY_LRUS: 'store.declare_webentity_by_lrus'
		,MERGE: 'store.merge_webentity_into_another'
	}
	,WEBENTITY:{
		STARTPAGE:{
			ADD:'store.add_webentity_startpage'
			,REMOVE:'store.rm_webentity_startpage'
		}

		,PREFIX:{
			ADD:'store.add_webentity_lruprefix'
			,REMOVE:'store.rm_webentity_lruprefix'
		}
		
		,GET_PAGES:'store.get_webentity_pages'
		,GET_SUBWEBENTITIES:'store.get_webentity_subwebentities'
		,GET_PARENTWEBENTITIES:'store.get_webentity_parentwebentities'

		,SET_NAME:'store.rename_webentity'
		,SET_STATUS: 'store.set_webentity_status'
		,SET_HOMEPAGE: 'store.set_webentity_homepage'
		,SET_TAG_VALUES: 'store.set_webentity_tag_values'

		,CRAWL:'crawl_webentity'

		,FETCH_BY_URL: 'store.get_webentity_by_url'
	}
	,PAGES:{
		DECLARE:'declare_pages'
	}
	,PAGE:{
		DECLARE:'declare_page'
	}
	,CRAWLJOBS:{
		GET:'listjobs'
	}
	,CRAWLJOB:{
		CANCEL:'crawl.cancel'
	}
	,STATUS:{
		GET:'get_status'
	}

	,URL_LOOKUP:'lookup_httpstatus'
	,RESET:'reinitialize'
}<commit_msg>adapt js mapping to new api name #www<commit_after>// Hyphe API abstraction
// This code is very simple (just a json), and makes sense because we often change the API specification
HYPHE_API = {
	WEBENTITIES:{
		GET: 'store.get_webentities'
		,GET_LINKS: 'store.get_webentities_network_json'
		,CREATE_BY_LRU: 'store.declare_webentity_by_lru'
		,CREATE_BY_LRUS: 'store.declare_webentity_by_lrus'
		,MERGE: 'store.merge_webentity_into_another'
	}
	,WEBENTITY:{
		STARTPAGE:{
			ADD:'store.add_webentity_startpage'
			,REMOVE:'store.rm_webentity_startpage'
		}

		,PREFIX:{
			ADD:'store.add_webentity_lruprefix'
			,REMOVE:'store.rm_webentity_lruprefix'
		}
		
		,GET_PAGES:'store.get_webentity_pages'
		,GET_SUBWEBENTITIES:'store.get_webentity_subwebentities'
		,GET_PARENTWEBENTITIES:'store.get_webentity_parentwebentities'

		,SET_NAME:'store.rename_webentity'
		,SET_STATUS: 'store.set_webentity_status'
		,SET_HOMEPAGE: 'store.set_webentity_homepage'
		,SET_TAG_VALUES: 'store.set_webentity_tag_values'

		,CRAWL:'crawl_webentity'

		,FETCH_BY_URL: 'store.get_webentity_for_url'
	}
	,PAGES:{
		DECLARE:'declare_pages'
	}
	,PAGE:{
		DECLARE:'declare_page'
	}
	,CRAWLJOBS:{
		GET:'listjobs'
	}
	,CRAWLJOB:{
		CANCEL:'crawl.cancel'
	}
	,STATUS:{
		GET:'get_status'
	}

	,URL_LOOKUP:'lookup_httpstatus'
	,RESET:'reinitialize'
}

{'fraction_non_alphanumeric': 0.11977186311787072, 'fraction_numerical': 0.0, 'mean_word_length': 6.053619302949062, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7298097', 'n_tokens_mistral': 1183, 'n_tokens_neox': 1070, 'n_words': 139}