<commit_before>"""
API harvester for ClinicalTrials.gov for the SHARE Notification Service

http://clinicaltrials.gov/ct2/results?lup_s=04%2F26%2F2015%2F&lup_e=04%2F27%2F2015&displayxml=true
iindividual result: http://ClinicalTrials.gov/show/NCT02425332?displayxml=true

"""

#!/usr/bin/env python
from __future__ import unicode_literals

import time
import logging
from datetime import datetime, date

from lxml import etree

from dateutil.parser import *

from scrapi import requests
from scrapi.base import XMLHarvester
from scrapi.util import copy_to_unicode
from scrapi.linter.document import RawDocument
from scrapi.base.schemas import default_name_parser<commit_msg>add back date range processing for tests<commit_after>"""
API harvester for ClinicalTrials.gov for the SHARE Notification Service

http://clinicaltrials.gov/ct2/results?lup_s=04%2F26%2F2015%2F&lup_e=04%2F27%2F2015&displayxml=true
iindividual result: http://ClinicalTrials.gov/show/NCT02425332?displayxml=true

"""

#!/usr/bin/env python
from __future__ import unicode_literals

import time
import logging
from datetime import datetime, date, timedelta

from lxml import etree

from dateutil.parser import *

from scrapi import requests
from scrapi.base import XMLHarvester
from scrapi.util import copy_to_unicode
from scrapi.linter.document import RawDocument
from scrapi.base.schemas import default_name_parser
{'fraction_non_alphanumeric': 0.07297687861271676, 'fraction_numerical': 0.04335260115606936, 'mean_word_length': 6.780898876404494, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4920569', 'n_tokens_mistral': 491, 'n_tokens_neox': 431, 'n_words': 118}