diff --git a/src/port/win32env.c b/src/port/win32env.c
index e934a8f76d3..40df88990fd 100644
--- a/src/port/win32env.c
+++ b/src/port/win32env.c
@@ -86,7 +86,6 @@ pgwin32_putenv(const char *envval)
 					rtmodules[i].putenvFunc = (PUTENVPROC) GetProcAddress(rtmodules[i].hmodule, "_putenv");
 					if (rtmodules[i].putenvFunc == NULL)
 					{
-						CloseHandle(rtmodules[i].hmodule);
 						rtmodules[i].hmodule = INVALID_HANDLE_VALUE;
 						continue;
 					}