diff --git a/.evergreen/run-atlas-tests.sh b/.evergreen/run-atlas-tests.sh
index 3f8a1b45f..2e6272040 100644
--- a/.evergreen/run-atlas-tests.sh
+++ b/.evergreen/run-atlas-tests.sh
@@ -17,9 +17,4 @@ fi
 createvirtualenv $PYTHON_BINARY atlastest
 trap "deactivate; rm -rf atlastest" EXIT HUP
 
-echo "Running tests without dnspython"
-python test/atlas/test_connection.py
-
-python -m pip install dnspython
-echo "Running tests with dnspython"
 MUST_TEST_SRV="1" python test/atlas/test_connection.py
diff --git a/.evergreen/utils.sh b/.evergreen/utils.sh
index 30013ed06..a474ce545 100755
--- a/.evergreen/utils.sh
+++ b/.evergreen/utils.sh
@@ -30,7 +30,7 @@ createvirtualenv () {
     fi
 
     python -m pip install --upgrade pip
-    python -m pip install --upgrade setuptools wheel
+    python -m pip install --upgrade setuptools wheel unittest-xml-reporting
 }
 
 # Usage: