diff --git a/acinclude.m4 b/acinclude.m4
index d88309e7..0ec6449b 100644
--- a/acinclude.m4
+++ b/acinclude.m4
@@ -838,7 +838,7 @@ AC_DEFUN([LIBSSH2_LIB_HAVE_LINKFLAGS], [
   libssh2_save_CPPFLAGS="$CPPFLAGS"
   libssh2_save_LDFLAGS="$LDFLAGS"
 
-  if test "${with_lib$1_prefix+set}" = set; then
+  if test "${with_lib$1_prefix+set}" = set -a "${with_lib$1_prefix}" != 'no'; then
     CPPFLAGS="$CPPFLAGS${CPPFLAGS:+ }-I${with_lib$1_prefix}/include"
     LDFLAGS="$LDFLAGS${LDFLAGS:+ }-L${with_lib$1_prefix}/lib"
   fi