diff --git a/pipenv/utils.py b/pipenv/utils.py
index 42ae82bc..ce95ce52 100644
--- a/pipenv/utils.py
+++ b/pipenv/utils.py
@@ -317,7 +317,8 @@ def actually_resolve_reps(
                     'Please check your version specifier and version number. See PEP440 for more information.'
                 )
             )
-        req_dir.cleanup()
+        if cleanup_req_dir:
+            req_dir.cleanup()
         raise RuntimeError
     if cleanup_req_dir:
         req_dir.cleanup()