diff --git a/Python/ceval.c b/Python/ceval.c
--- a/Python/ceval.c
+++ b/Python/ceval.c
@@ -3138,8 +3138,10 @@
             if (enter == NULL)
                 goto error;
             exit = special_lookup(mgr, &PyId___exit__);
-            if (exit == NULL)
+            if (exit == NULL) {
+                Py_DECREF(enter);
                 goto error;
+            }
             SET_TOP(exit);
             Py_DECREF(mgr);
             res = PyObject_CallFunctionObjArgs(enter, NULL);