<commit_before>import asyncio
import sys

from botocore.exceptions import PaginationError
from botocore.paginate import PageIterator
from botocore.utils import set_value_from_jmespath, merge_dicts

PY_35 = sys.version_info >= (3, 5)


class AioPageIterator(PageIterator):

    def __init__(self, *args, **kwargs):
        super().__init__(*args, **kwargs)
        self._init_pager()

    def __iter__(self):
        raise NotImplementedError

    def _init_pager(self):
        self._is_stop = False
        self._current_kwargs = self._op_kwargs
        self._previous_next_token = None
        self._next_token = dict((key, None) for key in self._input_token)
        # The number of items from result_key we've seen so far.
        self._total_items = 0
        self._first_request = True
        self._primary_result_key = self.result_keys[0]
        self._starting_truncation = 0
        self._inject_starting_params(self._current_kwargs)

    @asyncio.coroutine
    def next_page(self):<commit_msg>port paginator fix from botocore<commit_after>import asyncio
import sys

from botocore.exceptions import PaginationError
from botocore.paginate import PageIterator
from botocore.utils import set_value_from_jmespath, merge_dicts

PY_35 = sys.version_info >= (3, 5)


class AioPageIterator(PageIterator):

    def __init__(self, *args, **kwargs):
        super().__init__(*args, **kwargs)
        self._init_pager()

    def __iter__(self):
        raise NotImplementedError

    def _init_pager(self):
        self._is_stop = False
        self._current_kwargs = self._op_kwargs
        self._previous_next_token = None
        self._next_token = dict((key, None) for key in self._input_token)

        if self._starting_token is not None:
            next_token = self._parse_starting_token()[0]

        # The number of items from result_key we've seen so far.
        self._total_items = 0
        self._first_request = True
        self._primary_result_key = self.result_keys[0]
        self._starting_truncation = 0
        self._inject_starting_params(self._current_kwargs)

    @asyncio.coroutine
    def next_page(self):
{'fraction_non_alphanumeric': 0.07977475363679024, 'fraction_numerical': 0.0070389488503050214, 'mean_word_length': 3.221782178217822, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2062778', 'n_tokens_mistral': 672, 'n_tokens_neox': 641, 'n_words': 152}