diff --git a/src/port/win32env.c b/src/port/win32env.c
index 9d056917a12..ff46ec76787 100644
--- a/src/port/win32env.c
+++ b/src/port/win32env.c
@@ -89,7 +89,6 @@ pgwin32_putenv(const char *envval)
 					rtmodules[i].putenvFunc = (PUTENVPROC) GetProcAddress(rtmodules[i].hmodule, "_putenv");
 					if (rtmodules[i].putenvFunc == NULL)
 					{
-						CloseHandle(rtmodules[i].hmodule);
 						rtmodules[i].hmodule = INVALID_HANDLE_VALUE;
 						continue;
 					}