# Path: purplequery/tokenizer.py
# def remove_comments(query):
#     # type: (str) -> str
#     return _COMPILED_COMMENT_PATTERN.sub('', query)
# 
# def tokenize(query):
#     # type: (str) -> List[str]
#     return _COMBINED_PATTERN.findall(remove_comments(query))


import unittest
from purplequery.tokenizer import remove_comments, tokenize
# Copyright 2019 Verily Life Sciences LLC
#
# Use of this source code is governed by a BSD-style
# license that can be found in the LICENSE file.




class TokenizerTest(unittest.TestCase):

    def test_remove_comments(self):
        # type: () -> None
        """Tests removal of comments"""
        self.assertEqual(

# Path: purplequery/tokenizer.py
# def remove_comments(query):
#     # type: (str) -> str
#     return _COMPILED_COMMENT_PATTERN.sub('', query)
# 
# def tokenize(query):
#     # type: (str) -> List[str]
#     return _COMBINED_PATTERN.findall(remove_comments(query))


# Path: purplequery/tokenizer_test.py
import unittest
from purplequery.tokenizer import remove_comments, tokenize

# Copyright 2019 Verily Life Sciences LLC
#
# Use of this source code is governed by a BSD-style
# license that can be found in the LICENSE file.




class TokenizerTest(unittest.TestCase):

    def test_remove_comments(self):
        # type: () -> None
        """Tests removal of comments"""
        self.assertEqual(

            remove_comments(