<commit_before>#!/usr/bin/env python3
"""\
Usage:
    entity_map [ --help ]
    entity_map second third upload (<files>...)
    entity_map third upload (<files>...)
    entity_map make [--reup --remap] [<identifiers>...]
    entity_map second (<files>...)
    entity_map third (<files>...)
    entity_map upload [--apikeyfile=APIKEYFILE] (<files>...)
    entity_map clean (<files>...)

Options:
    --apikeyfile=APIKEYFILE     actually do the upload using the specified api key
    -h --help                   show this
    -m --remap                  redownload the mappings for external ids
    -r --reup                   redownload the data to be mapped to a local copy
"""
import csv
import json
import asyncio
from os import path
from collections import namedtuple
from datetime import datetime
import requests
from docopt import docopt
from IPython import embed
from heatmaps.services import database_service
from pyontutils.scigraph_client import Refine, Vocabulary
from exclude import exclude_table_prefixes, exclude_tables, exclude_columns

v = Vocabulary('http://localhost:9000/scigraph')#quiet=False)
<commit_msg>localhost was acting weird for uberon mappings, reverted to matrix by default<commit_after>#!/usr/bin/env python3
"""\
Usage:
    entity_map [ --help ]
    entity_map second third upload (<files>...)
    entity_map third upload (<files>...)
    entity_map make [--reup --remap] [<identifiers>...]
    entity_map second (<files>...)
    entity_map third (<files>...)
    entity_map upload [--apikeyfile=APIKEYFILE] (<files>...)
    entity_map clean (<files>...)

Options:
    --apikeyfile=APIKEYFILE     actually do the upload using the specified api key
    -h --help                   show this
    -m --remap                  redownload the mappings for external ids
    -r --reup                   redownload the data to be mapped to a local copy
"""
import csv
import json
import asyncio
from os import path
from collections import namedtuple
from datetime import datetime
import requests
from docopt import docopt
from IPython import embed
from heatmaps.services import database_service
from pyontutils.scigraph_client import Refine, Vocabulary
from exclude import exclude_table_prefixes, exclude_tables, exclude_columns

v = Vocabulary()#'http://localhost:9000/scigraph')#quiet=False)

{'fraction_non_alphanumeric': 0.09715025906735751, 'fraction_numerical': 0.004317789291882556, 'mean_word_length': 3.152329749103943, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1400554', 'n_tokens_mistral': 671, 'n_tokens_neox': 629, 'n_words': 235}