diff --git a/bson/_cbsonmodule.c b/bson/_cbsonmodule.c
index a1a25b4f7..c859344e0 100644
--- a/bson/_cbsonmodule.c
+++ b/bson/_cbsonmodule.c
@@ -1856,7 +1856,6 @@ static PyObject* get_value(PyObject* self, const char* buffer, int* position,
                     evalue = msg;
                 }
                 PyErr_NormalizeException(&etype, &evalue, &etrace);
-                Py_XDECREF(msg);
             }
         }
         /* Steals references to args. */