diff --git a/pkgs/build-support/cabal/default.nix b/pkgs/build-support/cabal/default.nix
index 765beceb2a4..6d615e1d0c8 100644
--- a/pkgs/build-support/cabal/default.nix
+++ b/pkgs/build-support/cabal/default.nix
@@ -115,7 +115,9 @@
                 fi
                 for d in lib{,64}; do
                   if [ -d "$p/$d" ]; then
-                    extraConfigureFlags+=" --extra-lib-dir=$p/$d"
+                    if [ ! -d "$p/$d/ghc-pkgs" ]; then
+                      extraConfigureFlags+=" --extra-lib-dir=$p/$d"
+                    fi
                   fi
                 done
               done