PYTHON-5079 Convert test.test_dns to async (#2096)
This commit is contained in:
Iris
GitHub
parent
8f6249e2f9
commit
c42f3d6421
221
test/asynchronous/test_dns.py
Normal file
221
test/asynchronous/test_dns.py
Normal file
@ -0,0 +1,221 @@
|
||||
# Copyright 2017 MongoDB, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
"""Run the SRV support tests."""
|
||||
from __future__ import annotations
|
||||
|
||||
import glob
|
||||
import json
|
||||
import os
|
||||
import pathlib
|
||||
import sys
|
||||
|
||||
sys.path[0:0] = [""]
|
||||
|
||||
from test.asynchronous import (
|
||||
AsyncIntegrationTest,
|
||||
AsyncPyMongoTestCase,
|
||||
async_client_context,
|
||||
unittest,
|
||||
)
|
||||
from test.utils import async_wait_until
|
||||
|
||||
from pymongo.common import validate_read_preference_tags
|
||||
from pymongo.errors import ConfigurationError
|
||||
from pymongo.uri_parser import parse_uri, split_hosts
|
||||
|
||||
_IS_SYNC = False
|
||||
|
||||
|
||||
class TestDNSRepl(AsyncPyMongoTestCase):
|
||||
if _IS_SYNC:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent, "srv_seedlist", "replica-set"
|
||||
)
|
||||
else:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent.parent, "srv_seedlist", "replica-set"
|
||||
)
|
||||
load_balanced = False
|
||||
|
||||
@async_client_context.require_replica_set
|
||||
def asyncSetUp(self):
|
||||
pass
|
||||
|
||||
|
||||
class TestDNSLoadBalanced(AsyncPyMongoTestCase):
|
||||
if _IS_SYNC:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent, "srv_seedlist", "load-balanced"
|
||||
)
|
||||
else:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent.parent, "srv_seedlist", "load-balanced"
|
||||
)
|
||||
load_balanced = True
|
||||
|
||||
@async_client_context.require_load_balancer
|
||||
def asyncSetUp(self):
|
||||
pass
|
||||
|
||||
|
||||
class TestDNSSharded(AsyncPyMongoTestCase):
|
||||
if _IS_SYNC:
|
||||
TEST_PATH = os.path.join(pathlib.Path(__file__).resolve().parent, "srv_seedlist", "sharded")
|
||||
else:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent.parent, "srv_seedlist", "sharded"
|
||||
)
|
||||
load_balanced = False
|
||||
|
||||
@async_client_context.require_mongos
|
||||
def asyncSetUp(self):
|
||||
pass
|
||||
|
||||
|
||||
def create_test(test_case):
|
||||
async def run_test(self):
|
||||
uri = test_case["uri"]
|
||||
seeds = test_case.get("seeds")
|
||||
num_seeds = test_case.get("numSeeds", len(seeds or []))
|
||||
hosts = test_case.get("hosts")
|
||||
num_hosts = test_case.get("numHosts", len(hosts or []))
|
||||
|
||||
options = test_case.get("options", {})
|
||||
if "ssl" in options:
|
||||
options["tls"] = options.pop("ssl")
|
||||
parsed_options = test_case.get("parsed_options")
|
||||
# See DRIVERS-1324, unless tls is explicitly set to False we need TLS.
|
||||
needs_tls = not (options and (options.get("ssl") is False or options.get("tls") is False))
|
||||
if needs_tls and not async_client_context.tls:
|
||||
self.skipTest("this test requires a TLS cluster")
|
||||
if not needs_tls and async_client_context.tls:
|
||||
self.skipTest("this test requires a non-TLS cluster")
|
||||
|
||||
if seeds:
|
||||
seeds = split_hosts(",".join(seeds))
|
||||
if hosts:
|
||||
hosts = frozenset(split_hosts(",".join(hosts)))
|
||||
|
||||
if seeds or num_seeds:
|
||||
result = parse_uri(uri, validate=True)
|
||||
if seeds is not None:
|
||||
self.assertEqual(sorted(result["nodelist"]), sorted(seeds))
|
||||
if num_seeds is not None:
|
||||
self.assertEqual(len(result["nodelist"]), num_seeds)
|
||||
if options:
|
||||
opts = result["options"]
|
||||
if "readpreferencetags" in opts:
|
||||
rpts = validate_read_preference_tags(
|
||||
"readPreferenceTags", opts.pop("readpreferencetags")
|
||||
)
|
||||
opts["readPreferenceTags"] = rpts
|
||||
self.assertEqual(result["options"], options)
|
||||
if parsed_options:
|
||||
for opt, expected in parsed_options.items():
|
||||
if opt == "user":
|
||||
self.assertEqual(result["username"], expected)
|
||||
elif opt == "password":
|
||||
self.assertEqual(result["password"], expected)
|
||||
elif opt == "auth_database" or opt == "db":
|
||||
self.assertEqual(result["database"], expected)
|
||||
|
||||
hostname = next(iter(async_client_context.client.nodes))[0]
|
||||
# The replica set members must be configured as 'localhost'.
|
||||
if hostname == "localhost":
|
||||
copts = async_client_context.default_client_options.copy()
|
||||
# Remove tls since SRV parsing should add it automatically.
|
||||
copts.pop("tls", None)
|
||||
if async_client_context.tls:
|
||||
# Our test certs don't support the SRV hosts used in these
|
||||
# tests.
|
||||
copts["tlsAllowInvalidHostnames"] = True
|
||||
|
||||
client = self.simple_client(uri, **copts)
|
||||
if client._options.connect:
|
||||
await client.aconnect()
|
||||
if num_seeds is not None:
|
||||
self.assertEqual(len(client._topology_settings.seeds), num_seeds)
|
||||
if hosts is not None:
|
||||
await async_wait_until(
|
||||
lambda: hosts == client.nodes, "match test hosts to client nodes"
|
||||
)
|
||||
if num_hosts is not None:
|
||||
await async_wait_until(
|
||||
lambda: num_hosts == len(client.nodes), "wait to connect to num_hosts"
|
||||
)
|
||||
if test_case.get("ping", True):
|
||||
await client.admin.command("ping")
|
||||
# XXX: we should block until SRV poller runs at least once
|
||||
# and re-run these assertions.
|
||||
else:
|
||||
try:
|
||||
parse_uri(uri)
|
||||
except (ConfigurationError, ValueError):
|
||||
pass
|
||||
else:
|
||||
self.fail("failed to raise an exception")
|
||||
|
||||
return run_test
|
||||
|
||||
|
||||
def create_tests(cls):
|
||||
for filename in glob.glob(os.path.join(cls.TEST_PATH, "*.json")):
|
||||
test_suffix, _ = os.path.splitext(os.path.basename(filename))
|
||||
with open(filename) as dns_test_file:
|
||||
test_method = create_test(json.load(dns_test_file))
|
||||
setattr(cls, "test_" + test_suffix, test_method)
|
||||
|
||||
|
||||
create_tests(TestDNSRepl)
|
||||
create_tests(TestDNSLoadBalanced)
|
||||
create_tests(TestDNSSharded)
|
||||
|
||||
|
||||
class TestParsingErrors(AsyncPyMongoTestCase):
|
||||
async def test_invalid_host(self):
|
||||
self.assertRaisesRegex(
|
||||
ConfigurationError,
|
||||
"Invalid URI host: mongodb is not",
|
||||
self.simple_client,
|
||||
"mongodb+srv://mongodb",
|
||||
)
|
||||
self.assertRaisesRegex(
|
||||
ConfigurationError,
|
||||
"Invalid URI host: mongodb.com is not",
|
||||
self.simple_client,
|
||||
"mongodb+srv://mongodb.com",
|
||||
)
|
||||
self.assertRaisesRegex(
|
||||
ConfigurationError,
|
||||
"Invalid URI host: an IP address is not",
|
||||
self.simple_client,
|
||||
"mongodb+srv://127.0.0.1",
|
||||
)
|
||||
self.assertRaisesRegex(
|
||||
ConfigurationError,
|
||||
"Invalid URI host: an IP address is not",
|
||||
self.simple_client,
|
||||
"mongodb+srv://[::1]",
|
||||
)
|
||||
|
||||
|
||||
class IsolatedAsyncioTestCaseInsensitive(AsyncIntegrationTest):
|
||||
async def test_connect_case_insensitive(self):
|
||||
client = self.simple_client("mongodb+srv://TEST1.TEST.BUILD.10GEN.cc/")
|
||||
self.assertGreater(len(client.topology_description.server_descriptions()), 1)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@ -18,22 +18,35 @@ from __future__ import annotations
|
||||
import glob
|
||||
import json
|
||||
import os
|
||||
import pathlib
|
||||
import sys
|
||||
|
||||
sys.path[0:0] = [""]
|
||||
|
||||
from test import IntegrationTest, PyMongoTestCase, client_context, unittest
|
||||
from test import (
|
||||
IntegrationTest,
|
||||
PyMongoTestCase,
|
||||
client_context,
|
||||
unittest,
|
||||
)
|
||||
from test.utils import wait_until
|
||||
|
||||
from pymongo.common import validate_read_preference_tags
|
||||
from pymongo.errors import ConfigurationError
|
||||
from pymongo.uri_parser import parse_uri, split_hosts
|
||||
|
||||
_IS_SYNC = True
|
||||
|
||||
|
||||
class TestDNSRepl(PyMongoTestCase):
|
||||
TEST_PATH = os.path.join(
|
||||
os.path.dirname(os.path.realpath(__file__)), "srv_seedlist", "replica-set"
|
||||
)
|
||||
if _IS_SYNC:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent, "srv_seedlist", "replica-set"
|
||||
)
|
||||
else:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent.parent, "srv_seedlist", "replica-set"
|
||||
)
|
||||
load_balanced = False
|
||||
|
||||
@client_context.require_replica_set
|
||||
@ -42,9 +55,14 @@ class TestDNSRepl(PyMongoTestCase):
|
||||
|
||||
|
||||
class TestDNSLoadBalanced(PyMongoTestCase):
|
||||
TEST_PATH = os.path.join(
|
||||
os.path.dirname(os.path.realpath(__file__)), "srv_seedlist", "load-balanced"
|
||||
)
|
||||
if _IS_SYNC:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent, "srv_seedlist", "load-balanced"
|
||||
)
|
||||
else:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent.parent, "srv_seedlist", "load-balanced"
|
||||
)
|
||||
load_balanced = True
|
||||
|
||||
@client_context.require_load_balancer
|
||||
@ -53,7 +71,12 @@ class TestDNSLoadBalanced(PyMongoTestCase):
|
||||
|
||||
|
||||
class TestDNSSharded(PyMongoTestCase):
|
||||
TEST_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "srv_seedlist", "sharded")
|
||||
if _IS_SYNC:
|
||||
TEST_PATH = os.path.join(pathlib.Path(__file__).resolve().parent, "srv_seedlist", "sharded")
|
||||
else:
|
||||
TEST_PATH = os.path.join(
|
||||
pathlib.Path(__file__).resolve().parent.parent, "srv_seedlist", "sharded"
|
||||
)
|
||||
load_balanced = False
|
||||
|
||||
@client_context.require_mongos
|
||||
@ -119,7 +142,9 @@ def create_test(test_case):
|
||||
# tests.
|
||||
copts["tlsAllowInvalidHostnames"] = True
|
||||
|
||||
client = PyMongoTestCase.unmanaged_simple_client(uri, **copts)
|
||||
client = self.simple_client(uri, **copts)
|
||||
if client._options.connect:
|
||||
client._connect()
|
||||
if num_seeds is not None:
|
||||
self.assertEqual(len(client._topology_settings.seeds), num_seeds)
|
||||
if hosts is not None:
|
||||
@ -132,7 +157,6 @@ def create_test(test_case):
|
||||
client.admin.command("ping")
|
||||
# XXX: we should block until SRV poller runs at least once
|
||||
# and re-run these assertions.
|
||||
client.close()
|
||||
else:
|
||||
try:
|
||||
parse_uri(uri)
|
||||
@ -188,7 +212,6 @@ class TestParsingErrors(PyMongoTestCase):
|
||||
class TestCaseInsensitive(IntegrationTest):
|
||||
def test_connect_case_insensitive(self):
|
||||
client = self.simple_client("mongodb+srv://TEST1.TEST.BUILD.10GEN.cc/")
|
||||
self.addCleanup(client.close)
|
||||
self.assertGreater(len(client.topology_description.server_descriptions()), 1)
|
||||
|
||||
|
||||
|
||||
@ -207,6 +207,7 @@ converted_tests = [
|
||||
"test_custom_types.py",
|
||||
"test_database.py",
|
||||
"test_data_lake.py",
|
||||
"test_dns.py",
|
||||
"test_encryption.py",
|
||||
"test_heartbeat_monitoring.py",
|
||||
"test_index_management.py",
|
||||
|
||||
Loading…
Reference in New Issue
Block a user