diff --git a/ChangeLog b/ChangeLog
index d3b4844844..721ea68d24 100644
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,5 +1,8 @@
 2016-11-17  Joseph Myers  <joseph@codesourcery.com>
 
+	* scripts/build-many-glibcs.py (Config.build_gcc): Configure with
+	newly built gmp, mpfr and mpc.
+
 	* sysdeps/unix/sysv/linux/alpha/sys/user.h: Include <stddef.h>.
 
 2016-11-16  Joseph Myers  <joseph@codesourcery.com>
diff --git a/scripts/build-many-glibcs.py b/scripts/build-many-glibcs.py
index be561c3430..b0e0f5e8ef 100755
--- a/scripts/build-many-glibcs.py
+++ b/scripts/build-many-glibcs.py
@@ -813,6 +813,10 @@ class Config(object):
         # relevance with glibc's own stack checking support.
         cfg_opts = list(self.gcc_cfg)
         cfg_opts += ['--disable-libsanitizer', '--disable-libssp']
+        host_libs = self.ctx.host_libraries_installdir
+        cfg_opts += ['--with-gmp=%s' % host_libs,
+                     '--with-mpfr=%s' % host_libs,
+                     '--with-mpc=%s' % host_libs]
         if bootstrap:
             tool_build = 'gcc-first'
             # Building a static-only, C-only compiler that is