<commit_before># Copyright 2012 10gen, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Test Motor, an asynchronous driver for MongoDB and Tornado."""

import unittest

import pymongo.database
from pymongo.errors import OperationFailure, CollectionInvalid
from pymongo.son_manipulator import AutoReference, NamespaceInjector
from tornado import gen

import motor
from test import host, port, MotorTest, async_test_engine, AssertRaises


class MotorDatabaseTest(MotorTest):
    @async_test_engine()
    def test_database(self, done):
        # Test that we can create a db directly, not just from MotorClient's
        # accessors
        cx = self.motor_connection(host, port)
        db = motor.MotorDatabase(cx, 'pymongo_test')

        # Make sure we got the right DB and it can do an operation
        doc = yield motor.Op(db.test_collection.find_one, {'_id': 1})
        self.assertEqual(hex(1), doc['s'])
        done()

    def test_collection_named_delegate(self):
        db = self.motor_connection(host, port).pymongo_test
        self.assertTrue(isinstance(db.delegate, pymongo.database.Database))
        self.assertTrue(isinstance(db['delegate'], motor.MotorCollection))

    def test_database_callbacks(self):
        db = self.motor_connection(host, port).pymongo_test
        self.check_optional_callback(db.drop_collection, "collection")
        self.check_optional_callback(db.create_collection, "collection")
        self.check_required_callback(db.validate_collection, "collection")

    @async_test_engine()
    def test_command(self, done):
        cx = self.motor_connection(host, port)
        result = yield motor.Op(cx.admin.command, "buildinfo")
        self.assertEqual(int, type(result['bits']))
        done()

    @async_test_engine()
    def test_create_collection(self, done):
        # Test creating collection, return val is wrapped in MotorCollection,
        # creating it again raises CollectionInvalid.
        db = self.motor_connection(host, port).pymongo_test
        collection = yield motor.Op(db.create_collection, 'test_collection2')
        self.assertTrue(isinstance(collection, motor.MotorCollection))
        self.assertTrue(
            'test_collection2' in (yield motor.Op(db.collection_names)))
        yield AssertRaises(
            CollectionInvalid, db.create_collection, 'test_collection2')
        yield motor.Op(db.drop_collection, 'test_collection2')

        # Test creating capped collection
        collection = yield motor.Op(
            db.create_collection, 'test_capped', capped=True, size=1000)
        self.assertTrue(isinstance(collection, motor.MotorCollection))
        self.assertEqual(
            {"capped": True, 'size': 1000},
            (yield motor.Op(db.test_capped.options)))
        yield motor.Op(db.drop_collection, 'test_capped')

        done()

    def test_command_callback(self):
        cx = self.motor_connection(host, port)
        self.check_optional_callback(cx.admin.command, 'buildinfo', check=False)

    @async_test_engine()
    def test_auto_ref_and_deref(self, done):
        # Test same functionality as in PyMongo's test_database.py; the
        # implementation for Motor for async is a little complex so we test
        # that it works here, and we don't just rely on synchrotest
        # to cover it.
        cx = self.motor_connection(host, port)
        db = cx.pymongo_test

        # We test a special hack where add_son_manipulator corrects our mistake
        # if we pass a MotorDatabase, instead of Database, to AutoReference.
        db.add_son_manipulator(AutoReference(db))
        db.add_son_manipulator(NamespaceInjector())

        a = {"hello": u"world"}
        b = {"test": a}
        c = {"another test": b}

        yield motor.Op(db.a.remove, {})
        yield motor.Op(db.b.remove, {})
        yield motor.Op(db.c.remove, {})
        yield motor.Op(db.a.save, a)
        yield motor.Op(db.b.save, b)
        yield motor.Op(db.c.save, c)
        a["hello"] = "mike"
        yield motor.Op(db.a.save, a)
        result_a = yield motor.Op(db.a.find_one)
        result_b = yield motor.Op(db.b.find_one)
        result_c = yield motor.Op(db.c.find_one)

        self.assertEqual(a, result_a)
        self.assertEqual(a, result_b["test"])
        self.assertEqual(a, result_c["another test"]["test"])
        self.assertEqual(b, result_b)
        self.assertEqual(b, result_c["another test"])
        self.assertEqual(c, result_c)

        done()

    @async_test_engine()
    def test_authenticate(self, done):
        cx = self.motor_connection(host, port)
        db = cx.pymongo_test

        yield motor.Op(db.system.users.remove)
        yield motor.Op(db.add_user, "mike", "password")
        users = yield motor.Op(db.system.users.find().to_list)
        self.assertTrue("mike" in [u['user'] for u in users])

        # We need to authenticate many times at once to make sure that
        # GreenletPool's start_request() is properly isolating operations
        for i in range(100):
            db.authenticate(
                "mike", "password", callback=(yield gen.Callback(i)))

        yield motor.WaitAllOps(range(100))

        # just make sure there are no exceptions here
        yield motor.Op(db.logout)
        yield motor.Op(db.remove_user, "mike")
        users = yield motor.Op(db.system.users.find().to_list)
        self.assertFalse("mike" in [u['user'] for u in users])
        done()

    @async_test_engine()
    def test_validate_collection(self, done):
        cx = self.motor_connection(host, port)
        db = cx.pymongo_test

        yield AssertRaises(TypeError, db.validate_collection, 5)
        yield AssertRaises(TypeError, db.validate_collection, None)
        yield AssertRaises(OperationFailure, db.validate_collection,
                          "test.doesnotexist")
        yield AssertRaises(OperationFailure, db.validate_collection,
                          db.test.doesnotexist)

        yield motor.Op(db.test.save, {"dummy": u"object"})
        self.assertTrue((yield motor.Op(db.validate_collection, "test")))
        self.assertTrue((yield motor.Op(db.validate_collection, db.test)))
        done()


if __name__ == '__main__':
    unittest.main()
<commit_msg>Fix occasional MotorDatabaseTest failure<commit_after># Copyright 2012 10gen, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Test Motor, an asynchronous driver for MongoDB and Tornado."""

import unittest

import pymongo.database
from pymongo.errors import OperationFailure, CollectionInvalid
from pymongo.son_manipulator import AutoReference, NamespaceInjector
from tornado import gen

import motor
from test import host, port, MotorTest, async_test_engine, AssertRaises


class MotorDatabaseTest(MotorTest):
    @async_test_engine()
    def test_database(self, done):
        # Test that we can create a db directly, not just from MotorClient's
        # accessors
        cx = self.motor_connection(host, port)
        db = motor.MotorDatabase(cx, 'pymongo_test')

        # Make sure we got the right DB and it can do an operation
        doc = yield motor.Op(db.test_collection.find_one, {'_id': 1})
        self.assertEqual(hex(1), doc['s'])
        done()

    def test_collection_named_delegate(self):
        db = self.motor_connection(host, port).pymongo_test
        self.assertTrue(isinstance(db.delegate, pymongo.database.Database))
        self.assertTrue(isinstance(db['delegate'], motor.MotorCollection))

    def test_database_callbacks(self):
        db = self.motor_connection(host, port).pymongo_test
        self.check_optional_callback(db.drop_collection, "collection")
        self.check_optional_callback(db.create_collection, "collection")
        self.check_required_callback(db.validate_collection, "collection")

    @async_test_engine()
    def test_command(self, done):
        cx = self.motor_connection(host, port)
        result = yield motor.Op(cx.admin.command, "buildinfo")
        self.assertEqual(int, type(result['bits']))
        done()

    @async_test_engine()
    def test_create_collection(self, done):
        # Test creating collection, return val is wrapped in MotorCollection,
        # creating it again raises CollectionInvalid.
        db = self.motor_connection(host, port).pymongo_test
        yield motor.Op(db.drop_collection, 'test_collection2')
        collection = yield motor.Op(db.create_collection, 'test_collection2')
        self.assertTrue(isinstance(collection, motor.MotorCollection))
        self.assertTrue(
            'test_collection2' in (yield motor.Op(db.collection_names)))
        yield AssertRaises(
            CollectionInvalid, db.create_collection, 'test_collection2')
        yield motor.Op(db.drop_collection, 'test_collection2')

        # Test creating capped collection
        collection = yield motor.Op(
            db.create_collection, 'test_capped', capped=True, size=1000)
        self.assertTrue(isinstance(collection, motor.MotorCollection))
        self.assertEqual(
            {"capped": True, 'size': 1000},
            (yield motor.Op(db.test_capped.options)))
        yield motor.Op(db.drop_collection, 'test_capped')

        done()

    def test_command_callback(self):
        cx = self.motor_connection(host, port)
        self.check_optional_callback(cx.admin.command, 'buildinfo', check=False)

    @async_test_engine()
    def test_auto_ref_and_deref(self, done):
        # Test same functionality as in PyMongo's test_database.py; the
        # implementation for Motor for async is a little complex so we test
        # that it works here, and we don't just rely on synchrotest
        # to cover it.
        cx = self.motor_connection(host, port)
        db = cx.pymongo_test

        # We test a special hack where add_son_manipulator corrects our mistake
        # if we pass a MotorDatabase, instead of Database, to AutoReference.
        db.add_son_manipulator(AutoReference(db))
        db.add_son_manipulator(NamespaceInjector())

        a = {"hello": u"world"}
        b = {"test": a}
        c = {"another test": b}

        yield motor.Op(db.a.remove, {})
        yield motor.Op(db.b.remove, {})
        yield motor.Op(db.c.remove, {})
        yield motor.Op(db.a.save, a)
        yield motor.Op(db.b.save, b)
        yield motor.Op(db.c.save, c)
        a["hello"] = "mike"
        yield motor.Op(db.a.save, a)
        result_a = yield motor.Op(db.a.find_one)
        result_b = yield motor.Op(db.b.find_one)
        result_c = yield motor.Op(db.c.find_one)

        self.assertEqual(a, result_a)
        self.assertEqual(a, result_b["test"])
        self.assertEqual(a, result_c["another test"]["test"])
        self.assertEqual(b, result_b)
        self.assertEqual(b, result_c["another test"])
        self.assertEqual(c, result_c)

        done()

    @async_test_engine()
    def test_authenticate(self, done):
        cx = self.motor_connection(host, port)
        db = cx.pymongo_test

        yield motor.Op(db.system.users.remove)
        yield motor.Op(db.add_user, "mike", "password")
        users = yield motor.Op(db.system.users.find().to_list)
        self.assertTrue("mike" in [u['user'] for u in users])

        # We need to authenticate many times at once to make sure that
        # GreenletPool's start_request() is properly isolating operations
        for i in range(100):
            db.authenticate(
                "mike", "password", callback=(yield gen.Callback(i)))

        yield motor.WaitAllOps(range(100))

        # just make sure there are no exceptions here
        yield motor.Op(db.logout)
        yield motor.Op(db.remove_user, "mike")
        users = yield motor.Op(db.system.users.find().to_list)
        self.assertFalse("mike" in [u['user'] for u in users])
        done()

    @async_test_engine()
    def test_validate_collection(self, done):
        cx = self.motor_connection(host, port)
        db = cx.pymongo_test

        yield AssertRaises(TypeError, db.validate_collection, 5)
        yield AssertRaises(TypeError, db.validate_collection, None)
        yield AssertRaises(OperationFailure, db.validate_collection,
                          "test.doesnotexist")
        yield AssertRaises(OperationFailure, db.validate_collection,
                          db.test.doesnotexist)

        yield motor.Op(db.test.save, {"dummy": u"object"})
        self.assertTrue((yield motor.Op(db.validate_collection, "test")))
        self.assertTrue((yield motor.Op(db.validate_collection, db.test)))
        done()


if __name__ == '__main__':
    unittest.main()

{'fraction_non_alphanumeric': 0.10368459837877671, 'fraction_numerical': 0.004642593957258659, 'mean_word_length': 2.9785986514218705, 'pattern_counts': {'":': 10, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5258106', 'n_tokens_mistral': 4047, 'n_tokens_neox': 3910, 'n_words': 1024}