<commit_before>import sys
import os
sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), os.pardir))

from d1lod.sesame import (Store, Repository, Interface)

if __name__ == '__main__':
    namespaces = {
        'owl': 'http://www.w3.org/2002/07/owl#',
        'rdfs': 'http://www.w3.org/2000/01/rdf-schema#',
        'rdf': 'http://www.w3.org/1999/02/22-rdf-syntax-ns#',
        'xsd': 'http://www.w3.org/2001/XMLSchema#',
        'foaf': 'http://xmlns.com/foaf/0.1/',
        'dcterms': 'http://purl.org/dc/terms/',
        'datacite': 'http://purl.org/spar/datacite/',
        'glbase': 'http://schema.geolink.org/',
        'd1dataset': 'http://lod.dataone.org/dataset/',
        'd1person': 'http://lod.dataone.org/person/',
        'd1org': 'http://lod.dataone.org/organization/',
        'd1node': 'https://cn.dataone.org/cn/v1/node/',
        'd1landing': 'https://search.dataone.org/#view/',
        "prov": "http://www.w3.org/ns/prov#"
    }

    s = Store("localhost", 8080)
    r = Repository(s, "debug", namespaces)
    i = Interface(r)

    ###########
    r.clear()
    identifier = 'doi:10.6073/AA/knb-lter-cdr.70061.123'
    i.addDataset(identifier)

    ###########

    # identifier = 'doi:10.6085/AA/YB15XX_015MU12004R00_20080619.50.1'
    # doc = dataone.getSolrIndexFields(identifier)
    # i.addDataset(doc)

    ###########

    # from_string = "2015-12-30T00:00:00.0Z"
    # to_string = jobs.getNowString()
    #
    # query_string = dataone.createSinceQueryURL(from_string, to_string, None, 0)
    # print query_string
    #
    # num_results = dataone.getNumResults(query_string)
    # print num_results
    #
    # page = 1
    # page_size = 25
    # num_pages = num_results / page_size
    #
    # page_xml = dataone.getSincePage(from_string, to_string, page=page, page_size=page_size)
    # documents = page_xml.findall(".//doc")
    #
    # for document in documents:
    #     identifier = dataone.extractDocumentIdentifier(document)
    #     print identifier
    #     i.addDataset(identifier, document)<commit_msg>Update Sesame test script<commit_after>import sys
import os
import logging
logging.basicConfig(level=logging.DEBUG)

sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), os.pardir))

from d1lod import (jobs, dataone)
from d1lod.sesame import (Store, Repository, Interface)

if __name__ == '__main__':
    s = Store("localhost", 8080)
    r = Repository(s, 'd1lod')
    i = Interface(r)

    ###########
    r.clear()
    i.addDataset('sschen.7.1')
    i.addDataset('sschen.7.2')
    # jobs.add_dataset(r, i, identifier, doc)

    ###########

    # identifier = 'doi:10.6085/AA/YB15XX_015MU12004R00_20080619.50.1'
    # doc = dataone.getSolrIndexFields(identifier)
    # i.addDataset(doc)

    ###########
    #
    # from_string = "2015-12-30T00:00:00.0Z"
    # to_string = jobs.getNowString()
    #
    # query_string = dataone.createSinceQueryURL(from_string, to_string, None, 0)
    # print query_string
    #
    # num_results = dataone.getNumResults(query_string)
    # print num_results
    #
    # page = 1
    # page_size = 10
    # num_pages = num_results / page_size
    #
    # page_xml = dataone.getSincePage(from_string, to_string, page=page, page_size=page_size)
    # documents = page_xml.findall(".//doc")
    #
    # for document in documents:
    #     identifier = dataone.extractDocumentIdentifier(document)
    #     print identifier
    #     i.addDataset(identifier, document)


    #########
    # Test delete perf
    # r.clear()
    # r.import_from_file('/Users/mecum/Desktop/d1lod.ttl', fmt='turtle', context='d1lod')
    # print r.size()
    #
    # r.delete_triples_about('?s', context='d1lod')

    # print r.namespaces()
{'fraction_non_alphanumeric': 0.17280982905982906, 'fraction_numerical': 0.04433760683760684, 'mean_word_length': 2.984042553191489, 'pattern_counts': {'":': 1, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 5, 'xml': 5}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5735301', 'n_tokens_mistral': 1501, 'n_tokens_neox': 1368, 'n_words': 198}